-- Logs begin at Mon 2022-10-31 18:41:47 UTC, end at Mon 2022-10-31 19:38:52 UTC. -- Oct 31 19:12:14.603897 dv-cinder-863097-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 31 19:12:17.311020 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.common.config [-] Logging enabled! Oct 31 19:12:17.311605 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev105 Oct 31 19:12:17.311803 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104364) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 31 19:12:17.315048 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.common.config [-] Logging enabled! Oct 31 19:12:17.315299 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev105 Oct 31 19:12:17.315608 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104364) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 31 19:12:17.316549 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 31 19:12:17.316781 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 31 19:12:17.317254 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 31 19:12:17.317498 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 31 19:12:17.317767 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 31 19:12:17.318087 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.318387 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.318614 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.318909 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.319195 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.319475 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.319764 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.320059 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.320342 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.320618 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.320899 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.321128 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.321406 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.321716 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.322004 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.322228 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] debug = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.322508 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.322933 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.323332 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.323614 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.323906 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.324184 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.324454 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.324729 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.325014 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.325337 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] host = dv-cinder-863097-1-iscsi {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.325641 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.325929 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.326229 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.326505 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.326781 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.327055 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.327339 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.327611 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.327880 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] log_file = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.328152 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.328438 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.328724 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.329010 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.329232 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.329453 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.329760 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.330049 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.330324 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.330598 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.330871 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.331141 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.331412 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.331680 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.331964 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.332248 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.332530 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.332802 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.333072 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.333879 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.334165 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.334453 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.334726 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.334997 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.335268 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.335553 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.335820 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.336094 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.336395 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.336680 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.336960 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.337244 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.337517 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.337819 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.338093 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.338366 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.338638 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] use_json = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.338911 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.339181 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.339468 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.339739 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.340011 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.340284 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.340555 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.340841 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.341116 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:17.341412 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.341728 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.342032 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.342317 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.342624 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.342905 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.343195 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.343473 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.343762 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.344053 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.344346 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.344623 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.344923 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.345213 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.345506 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.345846 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.346142 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.346433 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.346707 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.346981 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.347254 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.347530 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.347815 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.348093 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.348380 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.348667 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.348960 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.349829 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.350116 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.350402 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.350696 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.350985 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.351258 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.351538 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.351827 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.352102 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.352372 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.352661 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.352940 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.353211 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.353490 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.353802 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.354089 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.354363 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.354639 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.354926 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.355202 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.355471 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.355741 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.356016 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.356284 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.356566 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.356841 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.357110 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.357377 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.357672 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.357944 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.358213 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.358489 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.358762 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.359038 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.359309 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.359580 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.359849 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.360116 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.360381 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.360648 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.360915 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.361189 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.361458 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.361754 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.362025 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.362294 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.362563 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.362846 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.363142 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.363418 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.363693 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.363967 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.364241 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.364522 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.364823 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.365099 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.365373 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.365660 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.365950 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.366231 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.366514 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.366795 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.367087 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.367380 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.367656 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.367931 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.368205 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.368483 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.368759 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.369041 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.369317 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.369591 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.369893 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.370174 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.370468 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.370761 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.371039 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.371331 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.371621 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.371908 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.372184 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.372493 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.372773 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:17.372989 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 31 19:12:17.373228 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104364) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 31 19:12:17.748148 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 31 19:12:17.748384 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 31 19:12:17.748645 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 31 19:12:17.748875 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 31 19:12:17.749148 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 31 19:12:17.749475 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 31 19:12:18.073627 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.073927 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.074197 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.075394 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.075675 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.075939 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.127769 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.128056 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.128326 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.142716 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.142998 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.143268 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.173210 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.173485 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.173780 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.209479 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.209781 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.210051 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.439133 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.439712 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.439712 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.440068 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.440763 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.538185 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.538509 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.538793 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.539064 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.539327 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.539638 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.539901 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.540155 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.540410 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.540714 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.540951 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.541213 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.541469 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.541743 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.542004 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.542266 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.542519 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.542785 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.543052 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.543308 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.543579 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.543829 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.544110 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.544486 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.544734 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.544979 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.545373 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 19:12:18.545634 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 19:12:18.545871 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 19:12:18.546106 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 19:12:18.546341 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 19:12:18.546572 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 19:12:18.546928 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 31 19:12:18.549969 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 31 19:12:18.554444 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 31 19:12:18.558152 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Oct 31 19:12:18.559760 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 31 19:12:18.560380 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 31 19:12:18.560712 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 31 19:12:18.561091 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 31 19:12:18.563861 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 31 19:12:18.564113 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 31 19:12:18.564458 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 31 19:12:18.569548 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 31 19:12:18.591988 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 31 19:12:18.592433 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.592729 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104364) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 31 19:12:18.593100 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.594473 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104364) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 31 19:12:18.594749 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 31 19:12:18.594990 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 31 19:12:18.606075 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.606359 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:18.748843 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 31 19:12:18.749032 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 31 19:12:18.749262 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 31 19:12:18.749657 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 31 19:12:18.803289 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO dbcounter [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Registered counter for database neutron Oct 31 19:12:18.823192 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_db.sqlalchemy.engines [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104364) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 31 19:12:18.828854 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG dbcounter [-] [104364] Writer thread running {{(pid=104364) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 31 19:12:19.364774 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Initializing driver for type 'gre' Oct 31 19:12:19.365303 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] gre ID ranges: [(1, 1000)] Oct 31 19:12:19.422102 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Initializing driver for type 'local' Oct 31 19:12:19.422434 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Initializing driver for type 'vlan' Oct 31 19:12:19.434575 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] VlanTypeDriver initialization complete Oct 31 19:12:19.434974 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Initializing driver for type 'vxlan' Oct 31 19:12:19.435553 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] vxlan ID ranges: [(1, 1000)] Oct 31 19:12:19.491689 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Initializing extension driver 'port_security' Oct 31 19:12:19.492285 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.extensions.port_security [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] PortSecurityExtensionDriver initialization complete Oct 31 19:12:19.492374 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Initializing mechanism driver 'openvswitch' Oct 31 19:12:19.492677 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Initializing mechanism driver 'hyperv' Oct 31 19:12:19.499270 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.plugins.ml2.plugin [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:12:19.499939 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > port after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.500317 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > port after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.500678 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > port after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.501218 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104364) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 19:12:19.501670 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > subnet after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.502034 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > subnet after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.502386 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.502784 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104364) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 19:12:19.503198 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > network after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.503549 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > network after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.503896 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > network after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.504289 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104364) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 19:12:19.504765 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > security_group after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.505125 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > security_group after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.505468 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.505898 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104364) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 19:12:19.506307 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.506693 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.507103 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.507661 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104364) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 19:12:19.508073 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > address_group after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.508431 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > address_group after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.508781 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.509176 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104364) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 31 19:12:19.509645 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] ML2 OVO RPC backend initialized. {{(pid=104364) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 31 19:12:19.510357 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.510719 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.511141 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > network before_response 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.511494 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > networks before_response 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.511844 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > port before_response 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.512189 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > ports before_response 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.512543 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > subnet before_response 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.512892 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > subnets before_response 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.513242 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > network after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.513586 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > network after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.513956 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > network after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.514297 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > port after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.514638 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > port after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.514977 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > port after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.515316 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > subnet after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.515654 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > subnet after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.515992 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.523592 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded quota_driver: . Oct 31 19:12:19.523959 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.plugin [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Modular L2 Plugin initialization complete Oct 31 19:12:19.524309 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading services supported by the core plugin {{(pid=104364) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 31 19:12:19.524653 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.plugins.ml2.managers [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Got port-security extension from driver 'port_security' Oct 31 19:12:19.525137 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.extensions.vlantransparent [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Disabled vlantransparent extension. Oct 31 19:12:19.525657 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104364) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 31 19:12:19.525986 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading Plugin: router Oct 31 19:12:19.561800 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.562194 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router after_create 55549900 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.562567 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router before_create 55549900 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.562933 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.563308 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.563666 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router after_delete 55549900 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.564026 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.564382 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.564742 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router after_create 55549900 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.565092 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router after_update 55549900 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.565455 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router after_update 55549900 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.565840 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.566204 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router after_update 55549900 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.566621 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router precommit_update 55549900 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.566995 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: port after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.567340 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: port after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.568214 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: subnet after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.568559 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.568913 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.569264 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router precommit_create 55549900 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.569630 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: port before_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.569976 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router precommit_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.570335 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router after_update 55549900 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.570680 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.571034 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router precommit_create 55549900 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.571398 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.571749 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router precommit_update 55549900 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.572121 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > agent after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.572473 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > agent after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.572821 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > network after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.573714 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Tracking information for resource: router configured {{(pid=104364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 19:12:19.574053 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Tracking information for resource: floatingip configured {{(pid=104364) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 19:12:19.578952 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.db.l3_agentschedulers_db [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 31 19:12:19.579529 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: port after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.579892 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: port after_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.580248 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: port after_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.580604 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: port after_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.581394 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router before_create 55550100 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.581791 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.582166 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router precommit_create 55550100 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.582527 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > router precommit_update 55550100 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.587440 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.services.provider_configuration [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Service providers = [] {{(pid=104364) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 31 19:12:19.587810 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.db.servicetype_db [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104364) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 31 19:12:19.590804 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.services.service_base [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104364) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 31 19:12:19.591155 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.services.service_base [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104364) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 31 19:12:19.591498 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.services.service_base [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104364) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 31 19:12:19.592384 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.services.service_base [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104364) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 31 19:12:19.592754 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.services.service_base [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 31 19:12:19.593122 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 19:12:19.593439 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 31 19:12:19.604012 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 19:12:19.604356 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading Plugin: auto_allocate Oct 31 19:12:19.610038 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: network precommit_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.610403 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: network precommit_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.610914 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 19:12:19.611235 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading Plugin: tag Oct 31 19:12:19.618340 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 19:12:19.618626 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading Plugin: timestamp Oct 31 19:12:19.622631 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 19:12:19.622961 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading Plugin: network_ip_availability Oct 31 19:12:19.628438 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.628815 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.629180 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.629924 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 19:12:19.630824 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading Plugin: flavors Oct 31 19:12:19.635559 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 19:12:19.635890 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading Plugin: revisions Oct 31 19:12:19.640291 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104364) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 19:12:19.640678 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_concurrency.lockutils [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.891s {{(pid=104364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 31 19:12:19.642694 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104364) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 31 19:12:19.643046 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Initializing extension manager. Oct 31 19:12:19.643583 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: __init__.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.643934 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: __pycache__ {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.644278 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: address_group.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.644995 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.645554 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: address-group Oct 31 19:12:19.645936 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: address_scope.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.646618 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.647123 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: address-scope Oct 31 19:12:19.647452 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.648345 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.648850 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: router-admin-state-down-before-update Oct 31 19:12:19.649176 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: agent.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.649885 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.650385 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: agent Oct 31 19:12:19.650709 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: agent_resources_synced.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.651591 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.652096 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: agent-resources-synced Oct 31 19:12:19.652421 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: allowedaddresspairs.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.654196 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.654722 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: allowed-address-pairs Oct 31 19:12:19.655055 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: auto_allocated_topology.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.656080 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.656590 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: auto-allocated-topology Oct 31 19:12:19.656918 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: availability_zone.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.657576 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.658107 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: availability_zone Oct 31 19:12:19.658433 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: availability_zone_filter.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.659307 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.659808 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: availability_zone_filter Oct 31 19:12:19.660131 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: data_plane_status.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.660994 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.661825 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension data-plane-status not supported by any of loaded plugins Oct 31 19:12:19.662152 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: default_subnetpools.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.663031 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.663533 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: default-subnetpools Oct 31 19:12:19.663854 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.664625 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.665128 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: dhcp_agent_scheduler Oct 31 19:12:19.665454 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: dns.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.666354 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.666854 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension dns-integration not supported by any of loaded plugins Oct 31 19:12:19.667176 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: dns_domain_ports.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.668054 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.668553 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 31 19:12:19.668880 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.669805 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.670306 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 31 19:12:19.670632 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: dvr.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.671273 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.671772 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: dvr Oct 31 19:12:19.672094 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: ecmp_routes.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.672971 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.673468 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 31 19:12:19.673817 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: empty_string_filtering.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.674694 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.675197 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: empty-string-filtering Oct 31 19:12:19.675518 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.676386 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.676886 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 31 19:12:19.677765 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.678639 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.679139 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 31 19:12:19.679460 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: external_net.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.680327 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.680829 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: external-net Oct 31 19:12:19.681150 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.682044 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.682545 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: extra_dhcp_opt Oct 31 19:12:19.682867 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: extraroute.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.683733 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.684230 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: extraroute Oct 31 19:12:19.684555 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: extraroute_atomic.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.685538 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.686065 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: extraroute-atomic Oct 31 19:12:19.686389 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: filter_validation.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.687019 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.687519 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: filter-validation Oct 31 19:12:19.687842 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: fip_pf_description.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.688710 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.689202 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 31 19:12:19.689523 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: fip_pf_detail.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.690430 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.690933 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 31 19:12:19.691257 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: fip_pf_port_range.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.692127 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.693188 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 31 19:12:19.693517 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: fip_port_details.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.694418 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.694933 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: fip-port-details Oct 31 19:12:19.695258 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: flavors.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.696445 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.696953 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: flavors Oct 31 19:12:19.697281 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.698920 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.699470 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 31 19:12:19.699805 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: floatingip_pools.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.700472 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.700979 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: floatingip-pools Oct 31 19:12:19.701309 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: ip_allocation.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.702219 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.702723 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension ip_allocation not supported by any of loaded plugins Oct 31 19:12:19.703050 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.703951 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.704456 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: ip-substring-filtering Oct 31 19:12:19.704789 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: l2_adjacency.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.705706 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.706209 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 31 19:12:19.706534 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: l3.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.707451 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.707961 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: router Oct 31 19:12:19.708313 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.710709 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.711238 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 31 19:12:19.711575 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.712464 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.712975 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: ext-gw-mode Oct 31 19:12:19.713305 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.714227 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.714742 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: l3-ha Oct 31 19:12:19.715068 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.715946 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.716452 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 31 19:12:19.716776 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: l3_flavors.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.717689 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.718196 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: l3-flavors Oct 31 19:12:19.718523 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.719851 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.720368 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 31 19:12:19.720699 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.721579 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.722127 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 31 19:12:19.722456 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: l3agentscheduler.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.723441 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.724096 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: l3_agent_scheduler Oct 31 19:12:19.724441 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: local_ip.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.726242 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.726763 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension local_ip not supported by any of loaded plugins Oct 31 19:12:19.727098 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: logging.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.728527 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.729050 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension logging not supported by any of loaded plugins Oct 31 19:12:19.729386 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: metering.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.730126 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.730699 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: metering Oct 31 19:12:19.731027 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.732075 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.732586 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: metering_source_and_destination_fields Oct 31 19:12:19.732914 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: multiprovidernet.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.733830 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.734347 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: multi-provider Oct 31 19:12:19.734681 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: netmtu.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.735560 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.736068 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: net-mtu Oct 31 19:12:19.736394 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: netmtu_writable.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.737270 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.737805 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: net-mtu-writable Oct 31 19:12:19.738133 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: network_availability_zone.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.738768 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.739269 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: network_availability_zone Oct 31 19:12:19.740135 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: network_ip_availability.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.741196 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.741740 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: network-ip-availability Oct 31 19:12:19.742070 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: network_segment_range.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.742807 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.743307 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension network-segment-range not supported by any of loaded plugins Oct 31 19:12:19.743632 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: pagination.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.744581 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.744914 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: pagination Oct 31 19:12:19.745243 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: port_device_profile.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.746156 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.746666 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: port-device-profile Oct 31 19:12:19.746989 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: port_mac_address_override.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.747872 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.748376 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: port-mac-override Oct 31 19:12:19.748701 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.749589 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.750115 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: port-mac-address-regenerate Oct 31 19:12:19.750438 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.751305 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.751808 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: port-numa-affinity-policy Oct 31 19:12:19.752131 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: port_resource_request.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.753000 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.753498 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension port-resource-request not supported by any of loaded plugins Oct 31 19:12:19.753859 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: port_resource_request_groups.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.754781 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.755357 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 31 19:12:19.755683 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: portbindings.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.756573 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.757073 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: binding Oct 31 19:12:19.757398 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: portbindings_extended.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.758664 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.759181 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: binding-extended Oct 31 19:12:19.759511 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: portsecurity.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.760384 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.760892 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: port-security Oct 31 19:12:19.761216 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: project_id.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.762186 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.762515 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: project-id Oct 31 19:12:19.762836 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: providernet.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.763900 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.764411 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: provider Oct 31 19:12:19.764737 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: qos.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.768261 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.768789 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension qos not supported by any of loaded plugins Oct 31 19:12:19.769125 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.770408 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.771484 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 31 19:12:19.771819 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.772732 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.773251 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 31 19:12:19.773746 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: qos_default.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.774652 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.775148 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension qos-default not supported by any of loaded plugins Oct 31 19:12:19.775476 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: qos_fip.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.776372 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.776882 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension qos-fip not supported by any of loaded plugins Oct 31 19:12:19.777211 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.778120 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.778627 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 31 19:12:19.778954 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: qos_gateway_ip.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.779846 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.780347 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 31 19:12:19.780672 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: qos_port_network_policy.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.781550 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.782086 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 31 19:12:19.782410 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.783415 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.783924 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 31 19:12:19.784252 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.785248 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.785783 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 31 19:12:19.786107 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: qos_pps_rule.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.788143 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.788651 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension qos-pps not supported by any of loaded plugins Oct 31 19:12:19.788979 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: qos_rule_type_details.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.789882 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.790386 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 31 19:12:19.790711 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.791588 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.792092 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 31 19:12:19.792418 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: qos_rules_alias.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.793419 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.793946 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 31 19:12:19.794276 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: quota_check_limit.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.795155 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.795662 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: quota-check-limit Oct 31 19:12:19.795990 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: quotasv2.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.796924 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.797248 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: quotas Oct 31 19:12:19.797567 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: quotasv2_detail.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.799263 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.799599 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: quota_details Oct 31 19:12:19.799929 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: rbac.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.800964 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.801479 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: rbac-policies Oct 31 19:12:19.801834 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: rbac_address_group.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.802753 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.803261 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: rbac-address-group Oct 31 19:12:19.803588 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: rbac_address_scope.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.804553 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.805063 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: rbac-address-scope Oct 31 19:12:19.805388 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: rbac_security_groups.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.806305 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.806814 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: rbac-security-groups Oct 31 19:12:19.807141 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: rbac_subnetpool.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.808027 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.808533 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: rbac-subnetpool Oct 31 19:12:19.808870 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: revisionifmatch.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.809772 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.810285 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: revision-if-match Oct 31 19:12:19.810608 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: revisions.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.811692 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.812201 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: standard-attr-revisions Oct 31 19:12:19.812530 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: router_availability_zone.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.813172 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.813707 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: router_availability_zone Oct 31 19:12:19.814034 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: routerservicetype.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.814938 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.815444 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension router-service-type not supported by any of loaded plugins Oct 31 19:12:19.815766 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.816658 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.817163 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: security-groups-normalized-cidr Oct 31 19:12:19.817486 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.818420 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.818924 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: port-security-groups-filtering Oct 31 19:12:19.819248 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.820138 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.820642 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: security-groups-remote-address-group Oct 31 19:12:19.820964 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.821880 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.822385 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: security-groups-shared-filtering Oct 31 19:12:19.822706 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: securitygroup.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.832414 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.832948 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: security-group Oct 31 19:12:19.833832 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: segment.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.834531 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.835043 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension segment not supported by any of loaded plugins Oct 31 19:12:19.835370 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.836277 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.836795 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 31 19:12:19.837125 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: servicetype.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.838212 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.838731 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: service-type Oct 31 19:12:19.839062 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: sorting.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.840011 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.840344 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: sorting Oct 31 19:12:19.840669 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: standard_attr_segment.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.841564 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.842108 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 31 19:12:19.842434 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: standardattrdescription.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.843052 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.843559 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: standard-attr-description Oct 31 19:12:19.843883 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: stateful_security_group.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.844788 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.845285 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: stateful-security-group Oct 31 19:12:19.845630 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: stdattrs_common.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.846187 dv-cinder-863097-1-iscsi neutron-server[104364]: WARNING neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 31 19:12:19.846520 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.847410 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.847914 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 31 19:12:19.848239 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: subnet_onboard.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.849927 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.850440 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: subnet_onboard Oct 31 19:12:19.850770 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.851667 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.852177 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 31 19:12:19.852506 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: subnet_service_types.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.853402 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.853942 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: subnet-service-types Oct 31 19:12:19.854268 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: subnetallocation.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.855298 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.855810 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: subnet_allocation Oct 31 19:12:19.856137 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.856776 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.857278 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: subnetpool-prefix-ops Oct 31 19:12:19.857613 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.858523 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.859024 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 31 19:12:19.859349 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: tagging.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.860358 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.860876 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: standard-attr-tag Oct 31 19:12:19.861202 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: timestamp.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.862394 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.862907 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loaded extension: standard-attr-timestamp Oct 31 19:12:19.863234 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: trunk.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.864230 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.864775 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension trunk not supported by any of loaded plugins Oct 31 19:12:19.865104 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: trunk_details.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.866024 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.866540 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension trunk-details not supported by any of loaded plugins Oct 31 19:12:19.866866 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: uplink_status_propagation.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.867746 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.868252 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 31 19:12:19.868623 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Loading extension file: vlantransparent.py {{(pid=104364) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 19:12:19.869210 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104364) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 19:12:19.869738 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 31 19:12:19.872317 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of TrackedResource for resource:network Oct 31 19:12:19.872881 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of TrackedResource for resource:subnet Oct 31 19:12:19.873317 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 19:12:19.873783 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of TrackedResource for resource:port Oct 31 19:12:19.875072 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.v2.resource_helper [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 19:12:19.875520 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.v2.resource_helper [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Service FLAVORS assigned prefix: {{(pid=104364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 19:12:19.876137 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.v2.resource_helper [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 19:12:19.876580 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.v2.resource_helper [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 19:12:19.876925 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of TrackedResource for resource:router Oct 31 19:12:19.877360 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of TrackedResource for resource:floatingip Oct 31 19:12:19.877883 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.v2.resource_helper [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Service METERING assigned prefix: /metering {{(pid=104364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 19:12:19.879331 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.879706 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.880083 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:12:19.881115 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of CountableResource for resource:rbac_policy Oct 31 19:12:19.881557 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of TrackedResource for resource:security_group Oct 31 19:12:19.882035 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 31 19:12:19.882561 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.v2.resource_helper [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Service CORE assigned prefix: {{(pid=104364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 19:12:19.882897 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 19:12:19.883248 dv-cinder-863097-1-iscsi neutron-server[104364]: WARNING neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] subnetpool is already registered Oct 31 19:12:19.883685 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.v2.resource_helper [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Service CORE assigned prefix: {{(pid=104364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 19:12:19.884022 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 19:12:19.884362 dv-cinder-863097-1-iscsi neutron-server[104364]: WARNING neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] subnetpool is already registered Oct 31 19:12:19.886785 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.v2.resource_helper [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 19:12:19.887227 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.v2.resource_helper [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Service FLAVORS assigned prefix: {{(pid=104364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 19:12:19.887837 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.v2.resource_helper [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 19:12:19.888267 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.v2.resource_helper [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 19:12:19.888603 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of TrackedResource for resource:router Oct 31 19:12:19.888946 dv-cinder-863097-1-iscsi neutron-server[104364]: WARNING neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] router is already registered Oct 31 19:12:19.889370 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of TrackedResource for resource:floatingip Oct 31 19:12:19.889743 dv-cinder-863097-1-iscsi neutron-server[104364]: WARNING neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] floatingip is already registered Oct 31 19:12:19.890205 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.v2.resource_helper [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Service METERING assigned prefix: /metering {{(pid=104364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 19:12:19.890881 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of CountableResource for resource:rbac_policy Oct 31 19:12:19.891212 dv-cinder-863097-1-iscsi neutron-server[104364]: WARNING neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] rbac_policy is already registered Oct 31 19:12:19.891630 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of TrackedResource for resource:security_group Oct 31 19:12:19.891968 dv-cinder-863097-1-iscsi neutron-server[104364]: WARNING neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] security_group is already registered Oct 31 19:12:19.892373 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 31 19:12:19.892711 dv-cinder-863097-1-iscsi neutron-server[104364]: WARNING neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] security_group_rule is already registered Oct 31 19:12:19.893344 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.v2.resource_helper [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Service CORE assigned prefix: {{(pid=104364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 19:12:19.893768 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 19:12:19.894109 dv-cinder-863097-1-iscsi neutron-server[104364]: WARNING neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] subnetpool is already registered Oct 31 19:12:19.894534 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.v2.resource_helper [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Service CORE assigned prefix: {{(pid=104364) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 19:12:19.894861 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 19:12:19.895195 dv-cinder-863097-1-iscsi neutron-server[104364]: WARNING neutron.quota.resource_registry [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] subnetpool is already registered Oct 31 19:12:19.895667 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: extensions {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.897752 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: address-groups {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.899260 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: address-scopes {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.900629 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: agents {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.901841 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: auto-allocated-topology {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.903119 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: availability_zones {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.904358 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: dhcp-networks {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.905924 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: dhcp-agents {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.907372 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: routers {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.909123 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: flavors {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.910448 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: service_profiles {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.912542 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: next_providers {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.914084 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: service_profiles {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.916565 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: floatingip-pools {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.917894 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: routers {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.919639 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: floatingips {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.920951 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: l3-routers {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.922408 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: l3-agents {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.923839 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: metering-labels {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.925143 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: metering-label-rules {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.926605 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: network-ip-availabilities {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.927937 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: bindings {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.929526 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: quotas {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.931227 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: quotas {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.932800 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: rbac-policies {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.934045 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: security-groups {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.935373 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: security-group-rules {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.936648 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: service-providers {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.937921 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: subnetpools {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.939286 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: subnetpools {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.940878 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: tags {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.942650 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: tags {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.944499 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: tags {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.946353 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: tags {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.948076 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: tags {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.950105 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: tags {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.951813 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: tags {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.953759 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: tags {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.955594 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: tags {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.957367 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron.api.extensions [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Extended resource: tags {{(pid=104364) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 19:12:19.964012 dv-cinder-863097-1-iscsi neutron-server[104364]: WARNING keystonemiddleware.auth_token [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 31 19:12:19.969095 dv-cinder-863097-1-iscsi neutron-server[104364]: WARNING keystonemiddleware.auth_token [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 31 19:12:19.978742 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_concurrency.lockutils [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Acquiring lock "singleton_lock" {{(pid=104364) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 31 19:12:19.979072 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_concurrency.lockutils [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Acquired lock "singleton_lock" {{(pid=104364) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 31 19:12:19.979548 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_concurrency.lockutils [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Releasing lock "singleton_lock" {{(pid=104364) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 31 19:12:19.980204 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO oslo_service.service [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Starting 2 workers Oct 31 19:12:19.985003 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Started child 104475 {{(pid=104364) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 31 19:12:19.989353 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Started child 104476 {{(pid=104364) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 31 19:12:19.990406 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:19.991039 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO neutron.service [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 31 19:12:19.991671 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:19.991860 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [-] (104475) wsgi starting up on http://0.0.0.0:9696 Oct 31 19:12:19.994131 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO oslo_service.service [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Starting 1 workers Oct 31 19:12:19.994241 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:19.995574 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [-] (104476) wsgi starting up on http://0.0.0.0:9696 Oct 31 19:12:19.999318 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Started child 104477 {{(pid=104364) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 31 19:12:19.999846 dv-cinder-863097-1-iscsi neutron-server[104364]: INFO oslo_service.service [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Starting 1 workers Oct 31 19:12:20.002952 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.service [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] calling RpcWorker wait() {{(pid=104477) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 31 19:12:20.003483 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.service [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] returning from RpcWorker wait() {{(pid=104477) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 31 19:12:20.004263 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Started child 104478 {{(pid=104364) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 31 19:12:20.004690 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:20.005035 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG neutron_lib.callbacks.manager [None req-78d855f0-4267-4ae3-b00a-6c2b155b5d75 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:20.005665 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:12:20.007510 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104364) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 31 19:12:20.007731 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 31 19:12:20.007915 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 31 19:12:20.008142 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 31 19:12:20.008500 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 31 19:12:20.008683 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 31 19:12:20.009224 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.009499 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.009598 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:20.010054 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.010054 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.010606 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.010827 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:12:20.010921 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.011124 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.011408 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.011846 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.012025 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.012521 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.012521 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.012703 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.013036 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.013304 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.013582 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.013860 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.014035 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.014296 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.014567 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.014818 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.015114 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] debug = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.015357 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.015865 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.016115 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.016358 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.016580 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.016940 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.017327 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.017655 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.017925 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.018147 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.018408 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.018688 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.018934 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.019184 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.019404 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.019685 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.019909 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.020407 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] host = dv-cinder-863097-1-iscsi {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.020661 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.021473 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.021753 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.022006 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.022288 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.022530 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.022809 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.023118 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.023320 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.023549 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.023828 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.024075 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.024329 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.024581 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] log_file = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.024748 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] log_options = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.024967 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.025248 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.025510 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.025729 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.025890 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.026053 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.026309 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.026464 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.026746 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.027013 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.027196 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.027429 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.027646 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.027981 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.028247 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.028486 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.028728 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.028970 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.029240 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.029467 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.029719 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.030057 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.030298 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.030565 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.030910 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.031112 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.031544 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.031544 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.031770 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.032113 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.032262 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.032599 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.032824 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.033019 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.033292 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.033511 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.033768 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.034026 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.034273 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.034661 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.034803 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.034991 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.035209 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.035440 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.035660 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.035971 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.036197 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] use_json = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.036704 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.036948 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.037215 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.037432 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.037873 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.037873 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.038157 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.038325 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.038549 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.039093 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.039364 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.039869 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.039962 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.040704 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.040704 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.040911 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.041314 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.041484 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.041647 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.042186 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.042186 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.042484 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.042878 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.043008 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.043395 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.043601 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.043906 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.044165 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.044405 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.044659 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.045001 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.045334 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.045438 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.045672 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.045856 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.046083 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.046393 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.046650 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.046924 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.047262 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.047528 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.047798 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.048447 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.048447 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.048632 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.048794 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.049013 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.049229 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.049463 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.049752 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.049991 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.050222 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.050543 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.051008 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.051008 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.051196 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.051392 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.051626 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.051850 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.052108 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.052324 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.052561 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.053354 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.053354 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.053354 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.053658 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.053739 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.054001 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.054260 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.054657 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.054881 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.055135 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.055554 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.055686 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.055810 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.056035 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.056252 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.056759 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.056759 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.057026 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.057165 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.057358 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.057531 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.057795 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.058025 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.058239 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.058459 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.058697 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.059396 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.059396 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.059396 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.059646 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.059761 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.060315 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.060315 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.060496 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.060643 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.060857 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.061070 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.061443 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.061701 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.062013 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.062782 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.062782 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.062782 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.063045 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.063178 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.063439 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.063666 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.063886 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.064117 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.064380 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.064623 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.064868 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.065113 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.065334 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.065571 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.066664 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.066664 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.066664 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.066664 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.066664 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.067185 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.067185 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.067414 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.067529 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.068314 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.068601 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.068952 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.069202 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.069467 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.069747 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.070017 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.070843 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.070843 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.070843 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.071221 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.071405 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.071678 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.071937 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.072609 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.072609 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.072872 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.073038 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.073166 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.073649 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.073649 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.073919 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.074288 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.074423 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.075930 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.075930 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.075930 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.075930 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.075930 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.075930 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.076657 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.076657 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.076657 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.077008 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.077008 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.077242 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.078999 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.078999 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.078999 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.078999 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.078999 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.078999 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.078999 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.078999 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.079981 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.079981 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.079981 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.079981 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.080433 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.080433 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.080676 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.080799 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.080962 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.081211 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.081443 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.081689 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.081953 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.082172 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.082387 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.082607 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.082820 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.083105 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.083897 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.084188 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.084439 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.084672 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.084910 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.085152 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.085409 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.085649 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.085902 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.086123 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.086338 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.086549 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.086767 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.087147 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.087280 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.087451 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.087665 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.087898 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.088151 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.088536 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.088800 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.089030 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.089289 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.089536 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.089778 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.090185 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.090295 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.090457 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.090672 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.090892 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.091128 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.091379 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.091630 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.091850 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.092068 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.092283 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.092505 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.092883 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.092987 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.093211 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.093448 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.093816 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.093932 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.094187 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.094391 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.094608 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.094818 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.095052 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.095262 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.095490 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.095699 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.096022 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.096278 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.096577 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.096840 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.097059 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.097271 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.097498 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.097731 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.097942 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.098270 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.098493 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.098709 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.098975 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.099172 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.099405 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.099627 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.099845 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.100405 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.100405 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.100659 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.100659 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.100901 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.101092 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.101301 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.101541 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.101774 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.101982 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.102203 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.102425 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.102628 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.103011 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.103256 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.103438 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.103680 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.103916 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.104145 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.104443 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.104695 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.104914 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.105194 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.105423 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.105691 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.105962 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.106275 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.106507 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.106777 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.107007 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.107225 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.107443 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.107698 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.108015 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.108330 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.108594 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.108871 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.109150 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.109420 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.110402 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.110402 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.110402 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.110776 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.110902 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.111071 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.111339 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.111576 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.111804 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.112019 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.112234 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.112454 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.112689 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.112929 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.113177 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.113418 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.113662 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.113910 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.114125 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.114353 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.114590 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.114808 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.115021 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.115171 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 31 19:12:20.115747 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104364) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 31 19:12:20.115878 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 31 19:12:20.116031 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 31 19:12:20.116197 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 31 19:12:20.116364 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 31 19:12:20.116515 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 31 19:12:20.116722 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.116847 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:12:20.116958 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.117041 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.117178 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.117375 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.117539 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.117722 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.117880 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.118038 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.118199 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.118357 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.118514 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.118721 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.118825 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.118978 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.119134 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.119291 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.119456 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.119614 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.119771 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.119928 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.120085 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] debug = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.120244 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.120437 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.120600 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.120757 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.120939 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.121149 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.121317 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.121476 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.121705 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.121819 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.121957 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.122321 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.122321 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.122537 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.122697 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.122855 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.123233 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.123233 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] host = dv-cinder-863097-1-iscsi {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.123512 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.123512 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.123707 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.123785 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.123887 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.124045 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.124203 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.124551 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.124551 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.124786 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.124786 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.124955 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.125113 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.125312 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] log_file = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.125450 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] log_options = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.125574 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.125732 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.125889 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.126077 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.126253 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.126418 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.126550 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.126713 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.126871 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.127033 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.127192 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.127351 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.127510 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.127669 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.127828 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.127987 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.128147 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.128311 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.128472 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.128631 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.128789 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.128947 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.129105 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.129265 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.129423 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.129598 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.129762 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.129909 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.130572 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.130744 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.130904 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.131064 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.131222 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.131380 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.131538 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.131697 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.131856 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.132171 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.132334 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.132493 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.132654 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.132812 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.132971 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.133129 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.133287 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.133445 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.133655 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] use_json = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.133783 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.133921 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.134067 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.134224 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.134382 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.134542 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.134700 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.134861 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.135019 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 19:12:20.135197 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.135370 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.135556 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.135685 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.135841 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.136002 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.136163 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.136323 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.136483 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.136643 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.136809 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.136970 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.137140 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.137300 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.137458 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.137643 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.137806 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.137965 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.138127 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.138288 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.138447 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.138607 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.138781 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.138940 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.139100 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.139251 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.139389 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.139562 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.139707 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.139876 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.140051 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.140211 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.140372 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.140532 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.140692 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.140856 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.141017 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.141178 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.141339 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.141499 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.141748 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.141918 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.142127 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.142268 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.142405 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.142541 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.142694 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.142833 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.145167 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.145167 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.145167 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.145167 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.145167 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.145167 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.145167 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.145167 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.145167 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.146595 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.146595 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.146595 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.146595 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.146595 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.146595 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.146595 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.146595 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.147311 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.147311 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.147311 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.147311 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.147311 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.147311 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.147311 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.147311 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.147311 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.147905 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.147905 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.147905 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.147905 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.147905 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.147905 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.147905 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.148459 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.148459 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.148459 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.148459 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.148786 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.148786 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.148986 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.149111 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.149225 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.149347 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.149506 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.149736 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.149863 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.150029 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.150189 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.150350 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.150512 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.150671 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.150832 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.151034 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.151125 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.151287 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.151446 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.151608 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.151769 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.151928 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.152086 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.152296 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.152433 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.152540 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.152700 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.152858 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.153018 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.153177 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.153335 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.153494 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.153678 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.153841 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.154000 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.154159 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.154319 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.154478 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.154648 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.154807 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.154969 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.155128 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.155294 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.155465 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.155625 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.155785 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.155945 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.156103 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.156264 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.156425 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.156588 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.156749 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.156909 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.157449 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.157449 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.157449 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.157841 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.157841 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.159267 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.159267 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.159267 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.159267 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.159267 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.159267 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.159267 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.159267 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.160888 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.160888 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.160888 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.160888 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.160888 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.160888 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.160888 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.160888 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.162484 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.162484 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.162484 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.162484 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.162484 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.162484 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.162484 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.162484 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.163035 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.163035 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.163035 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.163035 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.163035 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.163035 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.163035 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.163035 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.163731 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.163731 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.163731 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.163731 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.163731 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.164207 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.164207 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.164207 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.164422 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.164508 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.164638 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.164798 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.164960 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.165120 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.165282 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.165443 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.165620 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.165782 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.165943 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.166103 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.166264 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.166423 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.166581 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.166760 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.166923 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.167084 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.167247 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.167407 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.167566 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.167727 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.167887 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.168047 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.168207 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.168369 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.168528 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.168687 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.168847 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.169007 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.169172 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.169331 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.169491 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.169674 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.169839 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.169999 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.170159 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.170319 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.170480 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.170640 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.170799 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.170958 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.171119 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.171280 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.171439 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.171598 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.171758 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.171931 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.172091 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.172252 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.172411 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.172570 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.172731 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.172899 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.173060 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.173220 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.173379 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.173538 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.173720 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.173890 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.174050 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.174210 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.174368 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.174528 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.174687 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.174856 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.175016 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.175175 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.175335 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.175495 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.175655 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.175822 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.175982 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.176141 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.176300 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.176459 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.176618 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.176787 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.176963 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.177755 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.177918 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.178078 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.178239 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.178410 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.178571 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.178732 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.178900 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.179060 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.179224 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.179384 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.179556 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.179716 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.179877 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.180036 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.180196 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.180356 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.180517 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.180680 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.180851 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.181017 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.181179 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.181346 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.181515 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.181706 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.181867 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.182033 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.182205 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.182364 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.182523 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.182683 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.182842 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.183001 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.183162 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.183322 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.183481 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.183640 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.183799 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.183958 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.184117 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.184277 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.184436 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.184596 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.184756 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.184916 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.185074 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.185233 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 19:12:20.185386 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104364) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 31 19:12:20.279070 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 43284) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:12:20.285910 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048308 Oct 31 19:12:20.290870 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0043495 Oct 31 19:12:29.490358 dv-cinder-863097-1-iscsi neutron-server[104364]: DEBUG dbcounter [-] [104364] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104364) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:12:31.547032 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c324a34-c559-40b8-bde2-659d88492e21 None None] get_active_networks_info from dv-cinder-863097-1-iscsi {{(pid=104477) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 19:12:31.563752 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writer thread running {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 31 19:12:31.658762 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c324a34-c559-40b8-bde2-659d88492e21 None None] No non-hosted networks {{(pid=104477) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 31 19:12:31.668342 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.agentschedulers_db [None req-9c324a34-c559-40b8-bde2-659d88492e21 None None] DHCP Agent not found on host dv-cinder-863097-1-iscsi {{(pid=104477) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 31 19:12:31.721835 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-03263697-6fc4-4ac9-ac3e-3a3e1bb4ce8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056829'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:33.336108 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writer thread running {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 31 19:12:33.850709 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-951666e7-4a6a-41f8-9050-ee60e36d8589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056829'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:33.882882 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2a3a0882-62de-40c9-854b-84731cb98149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:34.985491 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056829'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:35.285925 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 43356) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:12:35.845687 dv-cinder-863097-1-iscsi neutron-server[104476]: WARNING oslo_policy.policy [None req-a9f54def-b469-4907-babc-e954db4b1ac7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 19:12:35.846320 dv-cinder-863097-1-iscsi neutron-server[104476]: WARNING oslo_policy.policy [None req-a9f54def-b469-4907-babc-e954db4b1ac7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 19:12:36.066384 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [None req-a9f54def-b469-4907-babc-e954db4b1ac7 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:12:36.068213 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-a9f54def-b469-4907-babc-e954db4b1ac7 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7810287 Oct 31 19:12:36.503805 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056829'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:36.503805 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:36.509384 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:36.509384 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:36.509384 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:36.509384 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:36.509384 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:36.512849 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:36.512849 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:36.512849 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:36.512849 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:36.512849 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:36.513764 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:36.513764 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:36.513764 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:36.513764 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:36.516051 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-863097-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:12:36.534975 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-863097-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:12:36.639404 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056829'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:38.749042 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 43392) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:12:39.072747 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-cf608ca5-7794-41d5-b7cc-98b2d38f5a78 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:12:39.084585 dv-cinder-863097-1-iscsi neutron-server[104476]: ERROR stevedore.extension [None req-cf608ca5-7794-41d5-b7cc-98b2d38f5a78 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 31 19:12:39.166199 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.policy [None req-cf608ca5-7794-41d5-b7cc-98b2d38f5a78 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104476) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 31 19:12:39.208550 dv-cinder-863097-1-iscsi neutron-server[104476]: WARNING oslo_policy.policy [None req-cf608ca5-7794-41d5-b7cc-98b2d38f5a78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 19:12:39.208925 dv-cinder-863097-1-iscsi neutron-server[104476]: WARNING oslo_policy.policy [None req-cf608ca5-7794-41d5-b7cc-98b2d38f5a78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 19:12:39.228311 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writer thread running {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 31 19:12:39.304659 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cf608ca5-7794-41d5-b7cc-98b2d38f5a78 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766605149850', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766605150446', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766605134258', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766605141305', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766605187704', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766605196953', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-890867', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1032363', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1768376', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1824174'] for rbac-policy (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:39.377182 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cf608ca5-7794-41d5-b7cc-98b2d38f5a78 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:39.378395 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-cf608ca5-7794-41d5-b7cc-98b2d38f5a78 admin admin] 10.222.0.16 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6284144 Oct 31 19:12:40.978838 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.db.l3_hamode_db [None req-b4c5c475-a4b3-4dbe-b051-254c60744cec None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 31 19:12:41.054730 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c5c475-a4b3-4dbe-b051-254c60744cec None None] Routers set() bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:12:41.055110 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c5c475-a4b3-4dbe-b051-254c60744cec None None] Router IDs set() for agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 31 19:12:42.022926 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 43402) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:12:42.338382 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:12:42.367562 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Made reservation on behalf of 4f2100cccd1d43228c051f804c85eb23 for: {'network': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:12:42.371699 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:42.390057 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:42.499226 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Publish callbacks [] for security_group (bb62c1c5-5426-41dd-980f-f9aacb726b9d), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:42.502859 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (bb62c1c5-5426-41dd-980f-f9aacb726b9d), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:42.527824 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=104476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:12:42.562216 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766604153465', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (ea2240a5-2621-4403-90ff-2aed10217335), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:42.562834 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Unsubscribe: segment precommit_create {{(pid=104476) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 31 19:12:42.563311 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.segments_db [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Added segment ea2240a5-2621-4403-90ff-2aed10217335 of type vlan for network 98006dad-fcc6-4e38-b29c-9c46a2361899 Oct 31 19:12:42.583151 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bb62c1c5-5426-41dd-980f-f9aacb726b9d,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:12:42.634083 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:42.634422 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:42.634777 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:42.635125 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:42.635456 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:42.635781 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:42.636169 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:42.636640 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:42.637005 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:42.637386 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:42.637726 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:42.638131 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:42.638561 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:42.638923 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:42.639292 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Tracked resource versions report: Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: pushed versions: Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: { 'AddressGroup': {'1.2'}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Agent': {'1.1'}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'ConntrackHelper': {'1.0'}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'LocalIPAssociation': {'1.0'}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Log': {'1.0'}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'NDPProxy': {'1.0'}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Network': {'1.1'}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Port': {'1.7'}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'PortForwarding': {'1.3'}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'QosPolicy': {'1.10'}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'SecurityGroup': {'1.5'}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'SecurityGroupRule': {'1.2'}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'SubPort': {'1.0'}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Subnet': {'1.1'}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Trunk': {'1.1'}} Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: consumer versions: Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: { DHCP agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: L3 agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: Metadata agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: Metering agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: Open vSwitch agent@dv-cinder-863097-1-iscsi: { 'AddressGroup': '1.2', Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Agent': '1.1', Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'ConntrackHelper': '1.0', Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'LocalIPAssociation': '1.0', Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Log': '1.0', Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'NDPProxy': '1.0', Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Network': '1.1', Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Port': '1.7', Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'PortForwarding': '1.3', Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'QosPolicy': '1.10', Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'SecurityGroup': '1.5', Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'SecurityGroupRule': '1.2', Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'SubPort': '1.0', Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Subnet': '1.1', Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Trunk': '1.1'}} Oct 31 19:12:42.640686 dv-cinder-863097-1-iscsi neutron-server[104476]: {{(pid=104476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 19:12:42.677742 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (98006dad-fcc6-4e38-b29c-9c46a2361899), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:42.718970 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (98006dad-fcc6-4e38-b29c-9c46a2361899), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:42.724545 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:12:42.725229 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:42.793846 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=53,neutron:INSERT=42,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:12:42.808231 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7843711 Oct 31 19:12:42.853808 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a3ea2-a96d-4856-b549-d02a5a42c3a2 demo demo] Pushing event updated for resources: {'Network': ['ID=98006dad-fcc6-4e38-b29c-9c46a2361899,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:12:42.868519 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network 98006dad-fcc6-4e38-b29c-9c46a2361899 details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:12:45.432181 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 43416) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:12:45.845226 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d685ae-6010-456e-b638-31fe6f2eaed7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:12:45.846634 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-20d685ae-6010-456e-b638-31fe6f2eaed7 demo admin] 10.222.0.16 "GET /networking/v2.0/networks/98006dad-fcc6-4e38-b29c-9c46a2361899 HTTP/1.1" status: 200 len: 825 time: 0.4135044 Oct 31 19:12:45.871157 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-1b6d50e6-0a6b-4318-8062-7b8da4613ccc demo admin] 10.222.0.16 "GET /networking/v2.0/subnetpools/715acd4e-0268-4d82-8f71-d646f977c9c5 HTTP/1.1" status: 200 len: 734 time: 0.0186763 Oct 31 19:12:45.880140 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-908f7eed-34ec-493a-a2b9-7f813f6c9f9a demo admin] Request body: {'subnet': {'network_id': '98006dad-fcc6-4e38-b29c-9c46a2361899', 'subnetpool_id': '715acd4e-0268-4d82-8f71-d646f977c9c5', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:12:45.901033 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908f7eed-34ec-493a-a2b9-7f813f6c9f9a demo admin] Made reservation on behalf of 4f2100cccd1d43228c051f804c85eb23 for: {'subnet': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:12:45.903531 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-908f7eed-34ec-493a-a2b9-7f813f6c9f9a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:46.134496 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:12:46.192007 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-908f7eed-34ec-493a-a2b9-7f813f6c9f9a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for subnet (b9ae627f-b38d-4139-b9a9-741ccc04ae15), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:46.257008 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f7eed-34ec-493a-a2b9-7f813f6c9f9a demo admin] Pushing event updated for resources: {'Subnet': ['ID=b9ae627f-b38d-4139-b9a9-741ccc04ae15,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:12:46.265642 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908f7eed-34ec-493a-a2b9-7f813f6c9f9a demo admin] Checking segment: {'id': 'ea2240a5-2621-4403-90ff-2aed10217335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98006dad-fcc6-4e38-b29c-9c46a2361899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:12:46.266022 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908f7eed-34ec-493a-a2b9-7f813f6c9f9a demo admin] Network hostable DHCP agents. Network: 98006dad-fcc6-4e38-b29c-9c46a2361899, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:12:46.286895 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908f7eed-34ec-493a-a2b9-7f813f6c9f9a demo admin] Network 98006dad-fcc6-4e38-b29c-9c46a2361899 is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:12:46.297106 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-908f7eed-34ec-493a-a2b9-7f813f6c9f9a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, 98006dad-fcc6-4e38-b29c-9c46a2361899) {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:12:46.301465 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f7eed-34ec-493a-a2b9-7f813f6c9f9a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:12:46.302067 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-908f7eed-34ec-493a-a2b9-7f813f6c9f9a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:46.307411 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8c388e-546c-4af8-96d5-69559d20020c None None] Network 98006dad-fcc6-4e38-b29c-9c46a2361899 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:12:46.317724 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-908f7eed-34ec-493a-a2b9-7f813f6c9f9a demo admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4412830 Oct 31 19:12:46.574792 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9ee3e2-6e6d-5ff3-af27-705436aae7b6-98006dad-fcc6-4e38-b29c-9c46a2361899', 'network_id': '98006dad-fcc6-4e38-b29c-9c46a2361899', 'project_id': '4f2100cccd1d43228c051f804c85eb23', 'fixed_ips': [{'subnet_id': 'b9ae627f-b38d-4139-b9a9-741ccc04ae15'}]}} from dv-cinder-863097-1-iscsi. {{(pid=104477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 19:12:46.576080 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:46.855797 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Allocated IP 172.20.0.2 (98006dad-fcc6-4e38-b29c-9c46a2361899/b9ae627f-b38d-4139-b9a9-741ccc04ae15/bf6edfad-47d3-4e10-869c-a76f31fc8efc) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:12:46.991261 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:12:47.128432 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Publish callbacks [] for port (bf6edfad-47d3-4e10-869c-a76f31fc8efc), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:47.136286 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (bf6edfad-47d3-4e10-869c-a76f31fc8efc), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:47.201626 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Network 98006dad-fcc6-4e38-b29c-9c46a2361899 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:12:47.211628 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:12:47.226035 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:12:47.233593 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Pushing event updated for resources: {'Port': ['ID=bf6edfad-47d3-4e10-869c-a76f31fc8efc,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:12:47.267397 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:12:47.269546 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:47.269956 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:47.270311 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:47.270658 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:47.270993 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:47.271322 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:47.271651 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:47.271978 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:47.272303 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:47.272628 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:47.272950 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:47.273288 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:47.273630 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:47.273952 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:47.274270 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Tracked resource versions report: Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: pushed versions: Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: { 'AddressGroup': {'1.2'}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Agent': {'1.1'}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'ConntrackHelper': {'1.0'}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'LocalIPAssociation': {'1.0'}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Log': {'1.0'}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'NDPProxy': {'1.0'}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Network': {'1.1'}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Port': {'1.7'}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'PortForwarding': {'1.3'}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'QosPolicy': {'1.10'}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'SecurityGroup': {'1.5'}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'SecurityGroupRule': {'1.2'}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'SubPort': {'1.0'}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Subnet': {'1.1'}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Trunk': {'1.1'}} Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: consumer versions: Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: { DHCP agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: L3 agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: Metadata agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: Metering agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: Open vSwitch agent@dv-cinder-863097-1-iscsi: { 'AddressGroup': '1.2', Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Agent': '1.1', Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'ConntrackHelper': '1.0', Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'LocalIPAssociation': '1.0', Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Log': '1.0', Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'NDPProxy': '1.0', Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Network': '1.1', Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Port': '1.7', Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'PortForwarding': '1.3', Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'QosPolicy': '1.10', Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'SecurityGroup': '1.5', Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'SecurityGroupRule': '1.2', Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'SubPort': '1.0', Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Subnet': '1.1', Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Trunk': '1.1'}} Oct 31 19:12:47.275705 dv-cinder-863097-1-iscsi neutron-server[104477]: {{(pid=104477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 19:12:47.329084 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Attempting to bind port bf6edfad-47d3-4e10-869c-a76f31fc8efc on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:12:47.329703 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Attempting to bind port bf6edfad-47d3-4e10-869c-a76f31fc8efc by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': 'ea2240a5-2621-4403-90ff-2aed10217335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98006dad-fcc6-4e38-b29c-9c46a2361899'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:12:47.329941 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Attempting to bind port bf6edfad-47d3-4e10-869c-a76f31fc8efc on network 98006dad-fcc6-4e38-b29c-9c46a2361899 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:12:47.381573 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:12:47.381927 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Checking segment: {'id': 'ea2240a5-2621-4403-90ff-2aed10217335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98006dad-fcc6-4e38-b29c-9c46a2361899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:12:47.382351 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:47.382742 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Bound using segment: {'id': 'ea2240a5-2621-4403-90ff-2aed10217335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98006dad-fcc6-4e38-b29c-9c46a2361899'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:12:47.383235 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Bound port: bf6edfad-47d3-4e10-869c-a76f31fc8efc, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2240a5-2621-4403-90ff-2aed10217335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98006dad-fcc6-4e38-b29c-9c46a2361899'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:12:47.383631 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (bf6edfad-47d3-4e10-869c-a76f31fc8efc), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:47.453849 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] For port bf6edfad-47d3-4e10-869c-a76f31fc8efc, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:12:47.474144 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] For port bf6edfad-47d3-4e10-869c-a76f31fc8efc, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=bf6edfad-47d3-4e10-869c-a76f31fc8efc,segment=NetworkSegment(ea2240a5-2621-4403-90ff-2aed10217335),segment_id=ea2240a5-2621-4403-90ff-2aed10217335)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:12:47.482510 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (bf6edfad-47d3-4e10-869c-a76f31fc8efc), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:47.545809 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917aa44-d613-4de0-b036-2ce17976bd97 None None] Pushing event updated for resources: {'Port': ['ID=bf6edfad-47d3-4e10-869c-a76f31fc8efc,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:12:49.034056 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 43426) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:12:49.539985 dv-cinder-863097-1-iscsi neutron-server[104475]: WARNING oslo_policy.policy [None req-327929b6-884a-461f-b138-f823258f6c94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 19:12:49.540605 dv-cinder-863097-1-iscsi neutron-server[104475]: WARNING oslo_policy.policy [None req-327929b6-884a-461f-b138-f823258f6c94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 19:12:49.761449 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [None req-327929b6-884a-461f-b138-f823258f6c94 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:12:49.762692 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-327929b6-884a-461f-b138-f823258f6c94 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7269406 Oct 31 19:12:50.643324 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=7 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:12:50.645347 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:12:52.391085 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 43444) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:12:52.714193 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [None req-acc34209-59c8-4392-b531-5c6729908639 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:12:52.715263 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-acc34209-59c8-4392-b531-5c6729908639 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3232453 Oct 31 19:12:55.368954 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 43456) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:12:55.493121 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2ae7f6-2b11-4a77-869a-825bba98136c None None] Network 98006dad-fcc6-4e38-b29c-9c46a2361899 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:12:55.569480 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-02a91b2e-e484-44a6-a173-3fd6bff08dda None None] Provisioning complete for port bf6edfad-47d3-4e10-869c-a76f31fc8efc triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:12:55.569921 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-02a91b2e-e484-44a6-a173-3fd6bff08dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (bf6edfad-47d3-4e10-869c-a76f31fc8efc), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:55.570297 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-02a91b2e-e484-44a6-a173-3fd6bff08dda None None] Attempt 1 to provision port bf6edfad-47d3-4e10-869c-a76f31fc8efc Oct 31 19:12:55.698635 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-f5fc1534-afaa-4b1b-b619-4853ddff7b31 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:12:55.723735 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1534-afaa-4b1b-b619-4853ddff7b31 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-482295'] for router (f46152f5-65a5-45d7-9c27-f965f28a5e7c), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:55.725499 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1534-afaa-4b1b-b619-4853ddff7b31 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2036195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2035399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-482190'] for router (f46152f5-65a5-45d7-9c27-f965f28a5e7c), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:55.758076 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-02a91b2e-e484-44a6-a173-3fd6bff08dda None None] Current status of the port bf6edfad-47d3-4e10-869c-a76f31fc8efc is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:12:55.758469 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-02a91b2e-e484-44a6-a173-3fd6bff08dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (bf6edfad-47d3-4e10-869c-a76f31fc8efc), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:55.794865 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-02a91b2e-e484-44a6-a173-3fd6bff08dda None None] For port bf6edfad-47d3-4e10-869c-a76f31fc8efc, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=bf6edfad-47d3-4e10-869c-a76f31fc8efc,segment=NetworkSegment(ea2240a5-2621-4403-90ff-2aed10217335),segment_id=ea2240a5-2621-4403-90ff-2aed10217335)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:12:55.801861 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-02a91b2e-e484-44a6-a173-3fd6bff08dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (bf6edfad-47d3-4e10-869c-a76f31fc8efc), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:55.851484 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a91b2e-e484-44a6-a173-3fd6bff08dda None None] Pushing event updated for resources: {'Port': ['ID=bf6edfad-47d3-4e10-869c-a76f31fc8efc,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:12:55.877806 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1534-afaa-4b1b-b619-4853ddff7b31 demo demo] Publish callbacks [] for router_controller (f46152f5-65a5-45d7-9c27-f965f28a5e7c), precommit_add_association {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:55.883154 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1534-afaa-4b1b-b619-4853ddff7b31 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2036112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2058039'] for router (f46152f5-65a5-45d7-9c27-f965f28a5e7c), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:55.900448 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1534-afaa-4b1b-b619-4853ddff7b31 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:55.901549 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-f5fc1534-afaa-4b1b-b619-4853ddff7b31 demo demo] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5317132 Oct 31 19:12:55.917256 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:12:55.926385 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-53c69f0f-34f7-4e6b-9292-66d76d5bb054 None None] Provisioning complete for port bf6edfad-47d3-4e10-869c-a76f31fc8efc triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:12:55.926811 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-53c69f0f-34f7-4e6b-9292-66d76d5bb054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (bf6edfad-47d3-4e10-869c-a76f31fc8efc), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:55.927363 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-53c69f0f-34f7-4e6b-9292-66d76d5bb054 None None] Attempt 1 to provision port bf6edfad-47d3-4e10-869c-a76f31fc8efc Oct 31 19:12:56.008105 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-53c69f0f-34f7-4e6b-9292-66d76d5bb054 None None] Current status of the port bf6edfad-47d3-4e10-869c-a76f31fc8efc is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:12:56.182714 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device bf6edfad-47d3-4e10-869c-a76f31fc8efc up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:12:56.228544 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port bf6edfad-47d3-4e10-869c-a76f31fc8efc triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:12:56.228922 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (bf6edfad-47d3-4e10-869c-a76f31fc8efc), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:12:56.229257 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port bf6edfad-47d3-4e10-869c-a76f31fc8efc Oct 31 19:12:56.302184 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port bf6edfad-47d3-4e10-869c-a76f31fc8efc is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:12:58.508996 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 43464) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:12:58.826003 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [None req-861334a3-a9b9-43a9-9c07-50cd08fd165d admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:12:58.827002 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-861334a3-a9b9-43a9-9c07-50cd08fd165d admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3171556 Oct 31 19:13:01.461463 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 43472) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:13:01.503969 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-324630b8-8b04-4a13-a2db-ffdba32e7521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:01.786553 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-ddf2556c-9b42-445c-b361-9d43a1dcb04c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:13:01.808565 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf2556c-9b42-445c-b361-9d43a1dcb04c admin admin] Made reservation on behalf of 591ddd6b76544d72ba30ff2a54cd0082 for: {'network': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:13:01.811029 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ddf2556c-9b42-445c-b361-9d43a1dcb04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:01.820009 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ddf2556c-9b42-445c-b361-9d43a1dcb04c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:01.873216 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:01.895155 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ddf2556c-9b42-445c-b361-9d43a1dcb04c admin admin] Publish callbacks [] for security_group (82fede6a-284e-4272-bea6-c1b5df7f80c4), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:01.899246 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ddf2556c-9b42-445c-b361-9d43a1dcb04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (82fede6a-284e-4272-bea6-c1b5df7f80c4), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:01.914642 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ddf2556c-9b42-445c-b361-9d43a1dcb04c admin admin] Reserving flat network on physical network physnet1 {{(pid=104476) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 31 19:13:01.935576 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2556c-9b42-445c-b361-9d43a1dcb04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fede6a-284e-4272-bea6-c1b5df7f80c4,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:13:01.939477 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ddf2556c-9b42-445c-b361-9d43a1dcb04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (7e9566f3-cccf-44c6-8395-672804d98448), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:01.939814 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.segments_db [None req-ddf2556c-9b42-445c-b361-9d43a1dcb04c admin admin] Added segment 7e9566f3-cccf-44c6-8395-672804d98448 of type flat for network 676d21cd-5186-4b2a-b97a-f35601187c6a Oct 31 19:13:01.985556 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ddf2556c-9b42-445c-b361-9d43a1dcb04c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (676d21cd-5186-4b2a-b97a-f35601187c6a), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:02.016849 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ddf2556c-9b42-445c-b361-9d43a1dcb04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (676d21cd-5186-4b2a-b97a-f35601187c6a), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:02.017827 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf2556c-9b42-445c-b361-9d43a1dcb04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:13:02.018393 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ddf2556c-9b42-445c-b361-9d43a1dcb04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:02.069010 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-ddf2556c-9b42-445c-b361-9d43a1dcb04c admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6065679 Oct 31 19:13:02.115753 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2556c-9b42-445c-b361-9d43a1dcb04c admin admin] Pushing event updated for resources: {'Network': ['ID=676d21cd-5186-4b2a-b97a-f35601187c6a,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:13:02.125498 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network 676d21cd-5186-4b2a-b97a-f35601187c6a details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:13:03.847044 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7235b2a2-9844-4c1d-a09d-5e517cf4650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:04.668549 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 43480) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:13:04.958173 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:05.030857 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6079d5e-eb37-4352-8758-d26447d2873a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:13:05.032158 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-d6079d5e-eb37-4352-8758-d26447d2873a demo admin] 10.222.0.16 "GET /networking/v2.0/subnets/b9ae627f-b38d-4139-b9a9-741ccc04ae15 HTTP/1.1" status: 200 len: 849 time: 0.3627355 Oct 31 19:13:05.116646 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:05.152376 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-2c76244d-d10c-4881-ab4b-b1f603a7f6ff demo admin] 10.222.0.16 "GET /networking/v2.0/routers/f46152f5-65a5-45d7-9c27-f965f28a5e7c HTTP/1.1" status: 200 len: 704 time: 0.1135793 Oct 31 19:13:05.417128 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:05.743290 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Allocated IP 172.20.0.1 (98006dad-fcc6-4e38-b29c-9c46a2361899/b9ae627f-b38d-4139-b9a9-741ccc04ae15/ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:13:05.895067 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:05.898035 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Publish callbacks [] for port (ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:05.961676 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:06.034071 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Network 98006dad-fcc6-4e38-b29c-9c46a2361899 is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:13:06.045927 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:13:06.051421 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:13:06.051421 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2057793'] for router_interface (f46152f5-65a5-45d7-9c27-f965f28a5e7c), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:06.072155 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Pushing event updated for resources: {'Port': ['ID=ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:13:06.251553 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:06.262154 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:06.285559 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-fc5bcd3a-cc89-45e1-866b-629530637e45 None None] Provisioning complete for port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:13:06.286358 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fc5bcd3a-cc89-45e1-866b-629530637e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:06.286481 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-fc5bcd3a-cc89-45e1-866b-629530637e45 None None] Attempt 1 to provision port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 Oct 31 19:13:06.318313 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-fc5bcd3a-cc89-45e1-866b-629530637e45 None None] Port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:13:06.367785 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:06.375687 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:06.461427 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Publish callbacks [] for port (ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:06.465582 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:06.466349 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2057909'] for router_interface (f46152f5-65a5-45d7-9c27-f965f28a5e7c), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:06.524940 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Pushing event updated for resources: {'Port': ['ID=ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826,revision_number=2']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:13:06.594008 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Network 98006dad-fcc6-4e38-b29c-9c46a2361899 is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:13:06.594573 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:06.595474 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:13:06.748300 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Router f46152f5-65a5-45d7-9c27-f965f28a5e7c is scheduled to L3 agent bfda5fc7-44c9-487b-820a-926a116c23db with binding_index 1 {{(pid=104476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 19:13:06.837984 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:13:06.838487 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-b4538e36-bf9c-4c26-94db-f87fe2824dd5 None None] Provisioning complete for port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:13:06.838876 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b4538e36-bf9c-4c26-94db-f87fe2824dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:06.839216 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-b4538e36-bf9c-4c26-94db-f87fe2824dd5 None None] Attempt 1 to provision port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 Oct 31 19:13:06.849365 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Sync routers for ids ['f46152f5-65a5-45d7-9c27-f965f28a5e7c'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:13:06.854235 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-0f1e7635-8a91-44a0-8689-b94104dca320 demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/f46152f5-65a5-45d7-9c27-f965f28a5e7c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6961567 Oct 31 19:13:06.863805 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Routers {'f46152f5-65a5-45d7-9c27-f965f28a5e7c'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:13:06.864600 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:13:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['f46152f5-65a5-45d7-9c27-f965f28a5e7c'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:13:06.929874 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-b4538e36-bf9c-4c26-94db-f87fe2824dd5 None None] Port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:13:07.047400 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Set router f46152f5-65a5-45d7-9c27-f965f28a5e7c gateway port host: None {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:13:07.463409 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46152f5-65a5-45d7-9c27-f965f28a5e7c', 'name': 'router1', 'tenant_id': '4f2100cccd1d43228c051f804c85eb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:12:55Z', 'updated_at': '2022-10-31T19:13:06Z', 'revision_number': 2, 'project_id': '4f2100cccd1d43228c051f804c85eb23', 'gw_port_host': None, '_interfaces': [{'id': 'ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826', 'name': '', 'network_id': '98006dad-fcc6-4e38-b29c-9c46a2361899', 'tenant_id': '4f2100cccd1d43228c051f804c85eb23', 'mac_address': 'fa:16:3e:00:fd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46152f5-65a5-45d7-9c27-f965f28a5e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9ae627f-b38d-4139-b9a9-741ccc04ae15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:13:05Z', 'updated_at': '2022-10-31T19:13:06Z', 'revision_number': 2, 'project_id': '4f2100cccd1d43228c051f804c85eb23', 'subnets': [{'id': 'b9ae627f-b38d-4139-b9a9-741ccc04ae15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '715acd4e-0268-4d82-8f71-d646f977c9c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:13:07.510934 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Checking router: f46152f5-65a5-45d7-9c27-f965f28a5e7c for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:13:07.511300 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Updating router f46152f5-65a5-45d7-9c27-f965f28a5e7c port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 binding host dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:13:07.565448 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:08.058416 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Publish callbacks [] for port (ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:08.065094 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:08.212581 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Pushing event updated for resources: {'Port': ['ID=ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:13:08.217243 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Attempting to bind port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:13:08.217666 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Attempting to bind port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': 'ea2240a5-2621-4403-90ff-2aed10217335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98006dad-fcc6-4e38-b29c-9c46a2361899'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:13:08.218110 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Attempting to bind port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 on network 98006dad-fcc6-4e38-b29c-9c46a2361899 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:13:08.230619 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:13:08.230959 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:13:08.231308 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:13:08.231652 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:13:08.231978 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:13:08.232296 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:13:08.232613 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:13:08.232928 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:13:08.233241 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:13:08.233552 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:13:08.233890 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:13:08.234215 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:13:08.234529 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:13:08.234839 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:13:08.235146 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Tracked resource versions report: Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: pushed versions: Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: { 'AddressGroup': {'1.2'}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Agent': {'1.1'}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'ConntrackHelper': {'1.0'}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'LocalIPAssociation': {'1.0'}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Log': {'1.0'}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'NDPProxy': {'1.0'}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Network': {'1.1'}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Port': {'1.7'}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'PortForwarding': {'1.3'}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'QosPolicy': {'1.10'}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'SecurityGroup': {'1.5'}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'SecurityGroupRule': {'1.2'}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'SubPort': {'1.0'}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Subnet': {'1.1'}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Trunk': {'1.1'}} Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: consumer versions: Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: { DHCP agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: L3 agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: Metadata agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: Metering agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: Open vSwitch agent@dv-cinder-863097-1-iscsi: { 'AddressGroup': '1.2', Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Agent': '1.1', Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'ConntrackHelper': '1.0', Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'LocalIPAssociation': '1.0', Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Log': '1.0', Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'NDPProxy': '1.0', Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Network': '1.1', Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Port': '1.7', Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'PortForwarding': '1.3', Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'QosPolicy': '1.10', Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'SecurityGroup': '1.5', Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'SecurityGroupRule': '1.2', Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'SubPort': '1.0', Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Subnet': '1.1', Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Trunk': '1.1'}} Oct 31 19:13:08.236533 dv-cinder-863097-1-iscsi neutron-server[104478]: {{(pid=104478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 19:13:08.314781 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:13:08.315166 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Checking segment: {'id': 'ea2240a5-2621-4403-90ff-2aed10217335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98006dad-fcc6-4e38-b29c-9c46a2361899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:13:08.316118 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:08.316498 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Bound using segment: {'id': 'ea2240a5-2621-4403-90ff-2aed10217335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98006dad-fcc6-4e38-b29c-9c46a2361899'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:13:08.316983 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Bound port: ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2240a5-2621-4403-90ff-2aed10217335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '98006dad-fcc6-4e38-b29c-9c46a2361899'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:13:08.317348 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:08.355733 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:08.379567 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] For port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:13:08.398134 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] For port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826,segment=NetworkSegment(ea2240a5-2621-4403-90ff-2aed10217335),segment_id=ea2240a5-2621-4403-90ff-2aed10217335)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:13:08.399121 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:08.404185 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:08.453336 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Routers {'f46152f5-65a5-45d7-9c27-f965f28a5e7c'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:13:08.453964 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:13:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['f46152f5-65a5-45d7-9c27-f965f28a5e7c'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:13:08.488691 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c7c8f-dbb9-4c47-8e08-2401a4e4879c None None] Pushing event updated for resources: {'Port': ['ID=ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826,revision_number=4']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:13:08.540071 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] Set router f46152f5-65a5-45d7-9c27-f965f28a5e7c gateway port host: None {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:13:08.728272 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46152f5-65a5-45d7-9c27-f965f28a5e7c', 'name': 'router1', 'tenant_id': '4f2100cccd1d43228c051f804c85eb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:12:55Z', 'updated_at': '2022-10-31T19:13:06Z', 'revision_number': 2, 'project_id': '4f2100cccd1d43228c051f804c85eb23', 'gw_port_host': None, '_interfaces': [{'id': 'ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826', 'name': '', 'network_id': '98006dad-fcc6-4e38-b29c-9c46a2361899', 'tenant_id': '4f2100cccd1d43228c051f804c85eb23', 'mac_address': 'fa:16:3e:00:fd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46152f5-65a5-45d7-9c27-f965f28a5e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9ae627f-b38d-4139-b9a9-741ccc04ae15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:13:05Z', 'updated_at': '2022-10-31T19:13:08Z', 'revision_number': 4, 'project_id': '4f2100cccd1d43228c051f804c85eb23', 'subnets': [{'id': 'b9ae627f-b38d-4139-b9a9-741ccc04ae15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '715acd4e-0268-4d82-8f71-d646f977c9c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:13:08.752721 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d041e2-ff69-4911-99d2-4f6ec40e5931 None None] The sync data for ids ['f46152f5-65a5-45d7-9c27-f965f28a5e7c'] in dv-cinder-863097-1-iscsi is: [{'id': 'f46152f5-65a5-45d7-9c27-f965f28a5e7c', 'name': 'router1', 'tenant_id': '4f2100cccd1d43228c051f804c85eb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:12:55Z', 'updated_at': '2022-10-31T19:13:06Z', 'revision_number': 2, 'project_id': '4f2100cccd1d43228c051f804c85eb23', 'gw_port_host': None, '_interfaces': [{'id': 'ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826', 'name': '', 'network_id': '98006dad-fcc6-4e38-b29c-9c46a2361899', 'tenant_id': '4f2100cccd1d43228c051f804c85eb23', 'mac_address': 'fa:16:3e:00:fd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46152f5-65a5-45d7-9c27-f965f28a5e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9ae627f-b38d-4139-b9a9-741ccc04ae15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:13:05Z', 'updated_at': '2022-10-31T19:13:08Z', 'revision_number': 4, 'project_id': '4f2100cccd1d43228c051f804c85eb23', 'subnets': [{'id': 'b9ae627f-b38d-4139-b9a9-741ccc04ae15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '715acd4e-0268-4d82-8f71-d646f977c9c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:13:09.461955 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 43490) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:13:09.848311 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06550f94-6be0-425c-874e-32363c1039ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:13:09.849810 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-06550f94-6be0-425c-874e-32363c1039ef admin admin] 10.222.0.16 "GET /networking/v2.0/networks/676d21cd-5186-4b2a-b97a-f35601187c6a HTTP/1.1" status: 200 len: 842 time: 0.3867750 Oct 31 19:13:09.859938 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-5a078e1e-9016-4ad5-a25f-0b69cc7f6405 admin admin] Request body: {'subnet': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:13:09.882076 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a078e1e-9016-4ad5-a25f-0b69cc7f6405 admin admin] Made reservation on behalf of 591ddd6b76544d72ba30ff2a54cd0082 for: {'subnet': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:13:09.884441 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5a078e1e-9016-4ad5-a25f-0b69cc7f6405 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:09.886295 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:10.153198 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:10.232723 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.objects.ports [None req-5a078e1e-9016-4ad5-a25f-0b69cc7f6405 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104476) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 31 19:13:10.233145 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5a078e1e-9016-4ad5-a25f-0b69cc7f6405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for subnet (1cc0b625-5e9b-4ed5-a989-732a5b8eff44), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:10.288299 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a078e1e-9016-4ad5-a25f-0b69cc7f6405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cc0b625-5e9b-4ed5-a989-732a5b8eff44,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:13:10.300685 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a078e1e-9016-4ad5-a25f-0b69cc7f6405 admin admin] Checking segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:13:10.301037 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a078e1e-9016-4ad5-a25f-0b69cc7f6405 admin admin] Network hostable DHCP agents. Network: 676d21cd-5186-4b2a-b97a-f35601187c6a, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:13:10.319173 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a078e1e-9016-4ad5-a25f-0b69cc7f6405 admin admin] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:13:10.327759 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-5a078e1e-9016-4ad5-a25f-0b69cc7f6405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, 676d21cd-5186-4b2a-b97a-f35601187c6a) {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:13:10.332857 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a078e1e-9016-4ad5-a25f-0b69cc7f6405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:13:10.333658 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5a078e1e-9016-4ad5-a25f-0b69cc7f6405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:10.338998 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9378fc59-f7ba-4336-bfcb-ad765e82c338 None None] Network 676d21cd-5186-4b2a-b97a-f35601187c6a requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:13:10.349812 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-5a078e1e-9016-4ad5-a25f-0b69cc7f6405 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4935863 Oct 31 19:13:10.447413 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ccd8bc-8579-46cc-b4c5-65a36616b66b None None] Network 676d21cd-5186-4b2a-b97a-f35601187c6a requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:13:13.028172 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 43498) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:13:13.450622 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-d3fa2c5c-d50f-463b-9c25-540d8b24e521 demo admin] 10.222.0.16 "GET /networking/v2.0/routers/f46152f5-65a5-45d7-9c27-f965f28a5e7c HTTP/1.1" status: 200 len: 710 time: 0.4204381 Oct 31 19:13:13.543598 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6c38e6-a3d3-479b-85b0-fd1a4a348672 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:13:13.544966 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-ee6c38e6-a3d3-479b-85b0-fd1a4a348672 demo admin] 10.222.0.16 "GET /networking/v2.0/networks/676d21cd-5186-4b2a-b97a-f35601187c6a HTTP/1.1" status: 200 len: 886 time: 0.0941768 Oct 31 19:13:13.554758 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:13:13.797395 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] Publish callbacks [] for router_gateway (f46152f5-65a5-45d7-9c27-f965f28a5e7c), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:13.988705 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:14.013509 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] Publish callbacks [] for router_gateway (f46152f5-65a5-45d7-9c27-f965f28a5e7c), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:14.087635 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:14.130120 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:14.197161 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] Allocated IP 172.27.0.227 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/47793dfb-fea9-4bc4-aced-f84a149ce8ab) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:13:14.208142 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:13:14.251330 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:13:14.251720 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:14.252062 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 Oct 31 19:13:14.304321 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] Publish callbacks [] for port (47793dfb-fea9-4bc4-aced-f84a149ce8ab), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:14.330097 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:13:14.330489 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:14.337772 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (47793dfb-fea9-4bc4-aced-f84a149ce8ab), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:14.342140 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:14.365903 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826,segment=NetworkSegment(ea2240a5-2621-4403-90ff-2aed10217335),segment_id=ea2240a5-2621-4403-90ff-2aed10217335)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:13:14.370301 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:14.381893 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:13:14.386778 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:13:14.388818 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] Pushing event updated for resources: {'Port': ['ID=47793dfb-fea9-4bc4-aced-f84a149ce8ab,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:13:14.393633 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:13:14.422979 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:13:14.716207 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] Publish callbacks [] for router_gateway (f46152f5-65a5-45d7-9c27-f965f28a5e7c), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:14.900962 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2058072', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2036121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-482204'] for router (f46152f5-65a5-45d7-9c27-f965f28a5e7c), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:14.904397 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2058039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2058049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2058062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2036102'] for router (f46152f5-65a5-45d7-9c27-f965f28a5e7c), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:14.945050 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:15.008665 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] Router f46152f5-65a5-45d7-9c27-f965f28a5e7c has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:13:15.047166 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:15.109055 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:13:15.114364 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:15.115623 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-1b9de6d1-c513-4f5f-bea0-1f50b20db175 demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/f46152f5-65a5-45d7-9c27-f965f28a5e7c HTTP/1.1" status: 200 len: 890 time: 1.5640595 Oct 31 19:13:15.120066 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Sync routers for ids ['f46152f5-65a5-45d7-9c27-f965f28a5e7c'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:13:15.133737 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Routers {'f46152f5-65a5-45d7-9c27-f965f28a5e7c'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:13:15.134422 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:13:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['f46152f5-65a5-45d7-9c27-f965f28a5e7c'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:13:15.349124 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Set router f46152f5-65a5-45d7-9c27-f965f28a5e7c gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:13:15.726553 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46152f5-65a5-45d7-9c27-f965f28a5e7c', 'name': 'router1', 'tenant_id': '4f2100cccd1d43228c051f804c85eb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '47793dfb-fea9-4bc4-aced-f84a149ce8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:12:55Z', 'updated_at': '2022-10-31T19:13:14Z', 'revision_number': 4, 'project_id': '4f2100cccd1d43228c051f804c85eb23', 'gw_port': {'id': '47793dfb-fea9-4bc4-aced-f84a149ce8ab', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46152f5-65a5-45d7-9c27-f965f28a5e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:13:14Z', 'updated_at': '2022-10-31T19:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826', 'name': '', 'network_id': '98006dad-fcc6-4e38-b29c-9c46a2361899', 'tenant_id': '4f2100cccd1d43228c051f804c85eb23', 'mac_address': 'fa:16:3e:00:fd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46152f5-65a5-45d7-9c27-f965f28a5e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9ae627f-b38d-4139-b9a9-741ccc04ae15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:13:05Z', 'updated_at': '2022-10-31T19:13:14Z', 'revision_number': 5, 'project_id': '4f2100cccd1d43228c051f804c85eb23', 'subnets': [{'id': 'b9ae627f-b38d-4139-b9a9-741ccc04ae15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '715acd4e-0268-4d82-8f71-d646f977c9c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:13:15.777288 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Checking router: f46152f5-65a5-45d7-9c27-f965f28a5e7c for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:13:15.777657 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Updating router f46152f5-65a5-45d7-9c27-f965f28a5e7c port 47793dfb-fea9-4bc4-aced-f84a149ce8ab binding host dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:13:15.829551 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (47793dfb-fea9-4bc4-aced-f84a149ce8ab), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:16.042554 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:16.198227 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:13:16.242218 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Publish callbacks [] for port (47793dfb-fea9-4bc4-aced-f84a149ce8ab), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:16.250199 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (47793dfb-fea9-4bc4-aced-f84a149ce8ab), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:16.270090 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Attempting to bind port 47793dfb-fea9-4bc4-aced-f84a149ce8ab on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:13:16.270455 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Attempting to bind port 47793dfb-fea9-4bc4-aced-f84a149ce8ab by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:13:16.270805 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Attempting to bind port 47793dfb-fea9-4bc4-aced-f84a149ce8ab on network 676d21cd-5186-4b2a-b97a-f35601187c6a {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:13:16.339606 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:13:16.339988 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:16.340320 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 Oct 31 19:13:16.344057 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8bbfd-f52b-4957-afd2-33f748fba914 None None] Pushing event updated for resources: {'Port': ['ID=47793dfb-fea9-4bc4-aced-f84a149ce8ab,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:13:16.384491 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:13:16.385152 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Checking segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:13:16.385252 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:16.385628 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Bound using segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:13:16.386095 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Bound port: 47793dfb-fea9-4bc4-aced-f84a149ce8ab, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:13:16.386481 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (47793dfb-fea9-4bc4-aced-f84a149ce8ab), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:16.388627 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:16.466334 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] For port 47793dfb-fea9-4bc4-aced-f84a149ce8ab, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:13:16.469465 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] For port 47793dfb-fea9-4bc4-aced-f84a149ce8ab, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=47793dfb-fea9-4bc4-aced-f84a149ce8ab,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:13:16.470807 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:13:16.477959 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (47793dfb-fea9-4bc4-aced-f84a149ce8ab), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:16.516841 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Routers {'f46152f5-65a5-45d7-9c27-f965f28a5e7c'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:13:16.517462 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:13:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['f46152f5-65a5-45d7-9c27-f965f28a5e7c'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:13:16.570216 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8bbfd-f52b-4957-afd2-33f748fba914 None None] Pushing event updated for resources: {'Port': ['ID=47793dfb-fea9-4bc4-aced-f84a149ce8ab,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:13:16.635643 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] Set router f46152f5-65a5-45d7-9c27-f965f28a5e7c gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:13:16.788645 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:16.834689 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46152f5-65a5-45d7-9c27-f965f28a5e7c', 'name': 'router1', 'tenant_id': '4f2100cccd1d43228c051f804c85eb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '47793dfb-fea9-4bc4-aced-f84a149ce8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:12:55Z', 'updated_at': '2022-10-31T19:13:14Z', 'revision_number': 4, 'project_id': '4f2100cccd1d43228c051f804c85eb23', 'gw_port': {'id': '47793dfb-fea9-4bc4-aced-f84a149ce8ab', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46152f5-65a5-45d7-9c27-f965f28a5e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:13:14Z', 'updated_at': '2022-10-31T19:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826', 'name': '', 'network_id': '98006dad-fcc6-4e38-b29c-9c46a2361899', 'tenant_id': '4f2100cccd1d43228c051f804c85eb23', 'mac_address': 'fa:16:3e:00:fd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46152f5-65a5-45d7-9c27-f965f28a5e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9ae627f-b38d-4139-b9a9-741ccc04ae15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:13:05Z', 'updated_at': '2022-10-31T19:13:14Z', 'revision_number': 5, 'project_id': '4f2100cccd1d43228c051f804c85eb23', 'subnets': [{'id': 'b9ae627f-b38d-4139-b9a9-741ccc04ae15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '715acd4e-0268-4d82-8f71-d646f977c9c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:13:16.859630 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7439a6-df4d-46bd-bc5b-c5b28c64d18f None None] The sync data for ids ['f46152f5-65a5-45d7-9c27-f965f28a5e7c'] in dv-cinder-863097-1-iscsi is: [{'id': 'f46152f5-65a5-45d7-9c27-f965f28a5e7c', 'name': 'router1', 'tenant_id': '4f2100cccd1d43228c051f804c85eb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '47793dfb-fea9-4bc4-aced-f84a149ce8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:12:55Z', 'updated_at': '2022-10-31T19:13:14Z', 'revision_number': 4, 'project_id': '4f2100cccd1d43228c051f804c85eb23', 'gw_port': {'id': '47793dfb-fea9-4bc4-aced-f84a149ce8ab', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:06:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46152f5-65a5-45d7-9c27-f965f28a5e7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:13:14Z', 'updated_at': '2022-10-31T19:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826', 'name': '', 'network_id': '98006dad-fcc6-4e38-b29c-9c46a2361899', 'tenant_id': '4f2100cccd1d43228c051f804c85eb23', 'mac_address': 'fa:16:3e:00:fd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46152f5-65a5-45d7-9c27-f965f28a5e7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9ae627f-b38d-4139-b9a9-741ccc04ae15', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:13:05Z', 'updated_at': '2022-10-31T19:13:14Z', 'revision_number': 5, 'project_id': '4f2100cccd1d43228c051f804c85eb23', 'subnets': [{'id': 'b9ae627f-b38d-4139-b9a9-741ccc04ae15', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '715acd4e-0268-4d82-8f71-d646f977c9c5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:13:17.922854 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 43514) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:13:18.207560 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 47793dfb-fea9-4bc4-aced-f84a149ce8ab up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:13:18.252471 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 47793dfb-fea9-4bc4-aced-f84a149ce8ab triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:13:18.253392 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (47793dfb-fea9-4bc4-aced-f84a149ce8ab), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:18.253777 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 47793dfb-fea9-4bc4-aced-f84a149ce8ab Oct 31 19:13:18.316172 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-81eaf287-999d-4621-b179-374a92a26e35 admin admin] 10.222.0.16 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3921561 Oct 31 19:13:18.329641 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 47793dfb-fea9-4bc4-aced-f84a149ce8ab is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:13:18.330121 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (47793dfb-fea9-4bc4-aced-f84a149ce8ab), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:18.352974 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port 47793dfb-fea9-4bc4-aced-f84a149ce8ab, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=47793dfb-fea9-4bc4-aced-f84a149ce8ab,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:13:18.357947 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (47793dfb-fea9-4bc4-aced-f84a149ce8ab), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:18.408956 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=47793dfb-fea9-4bc4-aced-f84a149ce8ab,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:13:18.730130 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:UPDATE=1,neutron:SELECT=45 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:18.731481 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=35 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:20.192508 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 47793dfb-fea9-4bc4-aced-f84a149ce8ab up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:13:20.241842 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 47793dfb-fea9-4bc4-aced-f84a149ce8ab triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:13:20.243456 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (47793dfb-fea9-4bc4-aced-f84a149ce8ab), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:20.243456 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 47793dfb-fea9-4bc4-aced-f84a149ce8ab Oct 31 19:13:20.287764 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:20.326955 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 47793dfb-fea9-4bc4-aced-f84a149ce8ab is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:13:22.053707 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 5 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:13:28.306922 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=25 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:28.311146 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=7 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:30.315517 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:30.318810 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=47 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:31.508213 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fae73d0b-3ff6-4158-bfe3-d5612ef8c4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:33.853701 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-95fe4ab5-b461-4a65-a5d9-0236f00b8034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:34.968718 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:36.383930 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:36.605127 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:13:38.056789 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:38.062914 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:46.589159 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:46.599626 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:13:59.052774 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 5 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:14:01.512491 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5075f182-5cf3-43e3-a352-0c36ea1f1262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:14:03.846872 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bd682327-c7c5-4a82-ae05-900d3dae152d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:14:04.967987 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:14:06.381419 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:14:06.627674 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:14:15.054794 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:14:15.058028 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:14:16.614645 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:14:16.622134 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:14:30.046844 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:14:30.048043 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:14:31.514526 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7e82379f-e949-472c-b38b-1722798fdc38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:14:33.848928 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-91a7835b-de7d-4381-9048-2af2e3e7da38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:14:34.964499 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:14:36.050913 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 5 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:14:36.378377 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:14:36.611415 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:14:43.426621 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44060) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:14:43.757709 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.pecan_wsgi.hooks.translation [None req-baed6e6a-1898-409a-a7ee-60b314f740d7 admin admin] GET failed (client error): The resource could not be found. Oct 31 19:14:43.759013 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-baed6e6a-1898-409a-a7ee-60b314f740d7 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3314376 Oct 31 19:14:43.926597 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19f7317-850d-4bd1-aca5-28b26e3ccf2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:14:43.927987 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-d19f7317-850d-4bd1-aca5-28b26e3ccf2e admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1646087 Oct 31 19:14:46.493099 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44070) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:14:46.603908 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:14:46.605803 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:14:46.862617 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19edec0-5731-4aa7-84f4-5e0ff5b1284f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:14:46.863952 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-c19edec0-5731-4aa7-84f4-5e0ff5b1284f admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/b9ae627f-b38d-4139-b9a9-741ccc04ae15 HTTP/1.1" status: 200 len: 849 time: 0.3699665 Oct 31 19:14:46.874338 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:14:46.961038 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Publish callbacks [] for subnet (b9ae627f-b38d-4139-b9a9-741ccc04ae15), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:14:47.099504 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766604128184'] for subnet (b9ae627f-b38d-4139-b9a9-741ccc04ae15), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:14:47.129022 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:14:47.130118 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:14:47.145652 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] 10.222.0.16 "PUT /networking/v2.0/subnets/b9ae627f-b38d-4139-b9a9-741ccc04ae15 HTTP/1.1" status: 200 len: 868 time: 0.2606506 Oct 31 19:14:47.145909 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453c13e1-e2b3-4ba0-891b-6fc7ef75301d None None] Network 98006dad-fcc6-4e38-b29c-9c46a2361899 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:14:47.152661 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ae627f-b38d-4139-b9a9-741ccc04ae15,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:14:47.161997 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:14:47.161997 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:14:47.161997 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:14:47.162389 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:14:47.162660 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:14:47.162849 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:14:47.163167 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:14:47.163480 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:14:47.163810 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:14:47.164130 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:14:47.164460 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:14:47.164795 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:14:47.165112 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:14:47.165421 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:14:47.165763 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6dfe0d-8a97-440c-8b2f-409d7849fb92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:14:47.427874 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-bfb39ec6-1e4d-4b07-9cca-34aa3e977cf3 None None] Provisioning complete for port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:14:47.428274 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bfb39ec6-1e4d-4b07-9cca-34aa3e977cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:14:47.428611 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-bfb39ec6-1e4d-4b07-9cca-34aa3e977cf3 None None] Attempt 1 to provision port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 Oct 31 19:14:47.500369 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-bfb39ec6-1e4d-4b07-9cca-34aa3e977cf3 None None] Current status of the port ed75a1fa-c6e7-483d-ac8b-1eac2a3cc826 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:14:47.508412 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-bfb39ec6-1e4d-4b07-9cca-34aa3e977cf3 None None] Provisioning complete for port bf6edfad-47d3-4e10-869c-a76f31fc8efc triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:14:47.508798 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bfb39ec6-1e4d-4b07-9cca-34aa3e977cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (bf6edfad-47d3-4e10-869c-a76f31fc8efc), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:14:47.509131 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-bfb39ec6-1e4d-4b07-9cca-34aa3e977cf3 None None] Attempt 1 to provision port bf6edfad-47d3-4e10-869c-a76f31fc8efc Oct 31 19:14:47.582532 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-bfb39ec6-1e4d-4b07-9cca-34aa3e977cf3 None None] Current status of the port bf6edfad-47d3-4e10-869c-a76f31fc8efc is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:14:49.715341 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44080) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:14:50.187289 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44670943-8642-4285-a6d0-bbdf2864bf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:14:50.187757 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44670943-8642-4285-a6d0-bbdf2864bf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:14:50.189283 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-44670943-8642-4285-a6d0-bbdf2864bf1f admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4729855 Oct 31 19:14:52.057095 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=17 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:14:52.062347 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=17 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:14:52.747697 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44088) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:14:53.152535 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ad9639-0c6f-4f01-b3a8-c85bc7a80b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:14:53.153000 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ad9639-0c6f-4f01-b3a8-c85bc7a80b40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:14:53.155059 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-53ad9639-0c6f-4f01-b3a8-c85bc7a80b40 admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4059861 Oct 31 19:14:55.718803 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44096) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:14:56.216287 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a602b42-e080-4163-9657-1d615ae19502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:14:56.218216 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-0a602b42-e080-4163-9657-1d615ae19502 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/676d21cd-5186-4b2a-b97a-f35601187c6a HTTP/1.1" status: 200 len: 886 time: 0.4984832 Oct 31 19:14:57.577060 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=38 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:14:57.581068 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=39 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:14:58.773746 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44104) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:14:59.118939 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:14:59.147273 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:14:59.184695 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bc13bf-f955-4900-9dca-8a5c688badd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:14:59.186593 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-74bc13bf-f955-4900-9dca-8a5c688badd4 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/98006dad-fcc6-4e38-b29c-9c46a2361899 HTTP/1.1" status: 200 len: 869 time: 0.4119763 Oct 31 19:15:01.517750 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b3045614-e920-4c26-9d8a-1a79c49ad48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:01.750009 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44114) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:15:02.145410 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84afbda5-90df-4311-a86d-9b1842a79559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:15:02.145887 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84afbda5-90df-4311-a86d-9b1842a79559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:15:02.147378 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-84afbda5-90df-4311-a86d-9b1842a79559 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3964045 Oct 31 19:15:03.850786 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c24e2d64-0f65-43b9-a53f-a7810b0f1261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:04.704215 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44122) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:15:04.966858 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:05.074077 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aab746e-8207-448d-bb29-bc05b9a57040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:15:05.074567 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aab746e-8207-448d-bb29-bc05b9a57040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:15:05.076069 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-8aab746e-8207-448d-bb29-bc05b9a57040 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3709190 Oct 31 19:15:06.381091 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:06.612027 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:07.647343 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44130) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:15:08.004995 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f511d661-ab54-4e7d-89ce-638004eacf4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:15:08.006358 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-f511d661-ab54-4e7d-89ce-638004eacf4f admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/1cc0b625-5e9b-4ed5-a989-732a5b8eff44 HTTP/1.1" status: 200 len: 816 time: 0.3580921 Oct 31 19:15:10.601233 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44138) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:15:10.970758 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c57721-3168-4f3d-aa84-a7248f52edfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:15:10.972105 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-d5c57721-3168-4f3d-aa84-a7248f52edfd admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/b9ae627f-b38d-4139-b9a9-741ccc04ae15 HTTP/1.1" status: 200 len: 868 time: 0.3699090 Oct 31 19:15:13.049814 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 5 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:15:16.605685 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:15:16.607633 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:15:20.965867 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=26 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:15:20.966652 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=38 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:15:29.063680 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:15:29.068679 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:15:31.519003 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d8085c42-d377-4dd5-b88c-d0f737416940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:33.852049 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ff0003a4-f536-4a3e-85e7-56f6fe2c52a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:34.970302 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:36.383695 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:36.614027 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:40.483584 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44194) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:15:40.809671 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [None req-f6c97c34-c2d1-449a-a32a-843c66a14af8 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:15:40.810753 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-f6c97c34-c2d1-449a-a32a-843c66a14af8 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3263183 Oct 31 19:15:43.462745 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44202) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:15:43.797117 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fd0578-9f5a-45de-adfc-b65a51f75de2 admin admin] GET failed (client error): The resource could not be found. Oct 31 19:15:43.798309 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-e6fd0578-9f5a-45de-adfc-b65a51f75de2 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3346961 Oct 31 19:15:43.883765 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7dec6e-fd1a-4780-88ad-3b7d9dfc226d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:15:43.885223 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-6c7dec6e-fd1a-4780-88ad-3b7d9dfc226d admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0819798 Oct 31 19:15:46.472474 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44210) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:15:46.603822 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:15:46.609292 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:15:46.792551 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-43a48f02-7d48-4fc2-857b-1154f81d8fd6 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:15:46.812888 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a48f02-7d48-4fc2-857b-1154f81d8fd6 admin admin] Made reservation on behalf of 591ddd6b76544d72ba30ff2a54cd0082 for: {'network': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:15:46.815334 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-43a48f02-7d48-4fc2-857b-1154f81d8fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:46.845669 dv-cinder-863097-1-iscsi neutron-server[104476]: WARNING neutron.services.revisions.revision_plugin [None req-43a48f02-7d48-4fc2-857b-1154f81d8fd6 admin admin] Could not find related network for resource to bump revision. Oct 31 19:15:46.856472 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a48f02-7d48-4fc2-857b-1154f81d8fd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=104476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:15:46.865471 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-43a48f02-7d48-4fc2-857b-1154f81d8fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (3662b08f-7d77-4850-b15a-698eecbc946e), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:46.865831 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.segments_db [None req-43a48f02-7d48-4fc2-857b-1154f81d8fd6 admin admin] Added segment 3662b08f-7d77-4850-b15a-698eecbc946e of type vlan for network 8199183a-0ac3-40d8-a189-d6c1ab16db62 Oct 31 19:15:46.904086 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-43a48f02-7d48-4fc2-857b-1154f81d8fd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (8199183a-0ac3-40d8-a189-d6c1ab16db62), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:46.928632 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-43a48f02-7d48-4fc2-857b-1154f81d8fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (8199183a-0ac3-40d8-a189-d6c1ab16db62), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:46.929640 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a48f02-7d48-4fc2-857b-1154f81d8fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:15:46.930194 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-43a48f02-7d48-4fc2-857b-1154f81d8fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:46.963322 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-43a48f02-7d48-4fc2-857b-1154f81d8fd6 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4899046 Oct 31 19:15:46.993592 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a48f02-7d48-4fc2-857b-1154f81d8fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=8199183a-0ac3-40d8-a189-d6c1ab16db62,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:15:47.005418 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network 8199183a-0ac3-40d8-a189-d6c1ab16db62 details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:15:49.554930 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44218) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:15:49.888095 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c6f4ea-2fdf-4dd7-ab97-1a2c9546eaa1 admin admin] GET failed (client error): The resource could not be found. Oct 31 19:15:49.889843 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-d8c6f4ea-2fdf-4dd7-ab97-1a2c9546eaa1 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3335185 Oct 31 19:15:49.961934 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a44ccf-1b56-4cda-8254-de3a8abc335c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:15:49.963343 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-b7a44ccf-1b56-4cda-8254-de3a8abc335c admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0690367 Oct 31 19:15:49.973694 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '8199183a-0ac3-40d8-a189-d6c1ab16db62', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:15:49.992309 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Made reservation on behalf of 591ddd6b76544d72ba30ff2a54cd0082 for: {'subnet': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:15:49.994547 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:50.048025 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 5 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:15:50.154301 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for subnet (8e3fbf26-0626-4864-a3ab-d8640d7bf742), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:50.207407 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e3fbf26-0626-4864-a3ab-d8640d7bf742,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:15:50.218818 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.219161 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.219516 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.219854 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.220182 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.220509 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.220844 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.221160 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.221481 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.221831 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.222168 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.222506 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.222825 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.223137 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.223453 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.229252 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Checking segment: {'id': '3662b08f-7d77-4850-b15a-698eecbc946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8199183a-0ac3-40d8-a189-d6c1ab16db62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:15:50.229897 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Network hostable DHCP agents. Network: 8199183a-0ac3-40d8-a189-d6c1ab16db62, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:15:50.247127 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Network 8199183a-0ac3-40d8-a189-d6c1ab16db62 is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:15:50.255981 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, 8199183a-0ac3-40d8-a189-d6c1ab16db62) {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:15:50.260119 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:15:50.260700 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:50.265507 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62da578-b60e-44d1-ba74-dbf9cef645f6 None None] Network 8199183a-0ac3-40d8-a189-d6c1ab16db62 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:15:50.276422 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-b9e28846-d1bd-45ce-8157-8f35096b34c3 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3060596 Oct 31 19:15:50.373369 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9ee3e2-6e6d-5ff3-af27-705436aae7b6-8199183a-0ac3-40d8-a189-d6c1ab16db62', 'network_id': '8199183a-0ac3-40d8-a189-d6c1ab16db62', 'project_id': '591ddd6b76544d72ba30ff2a54cd0082', 'fixed_ips': [{'subnet_id': '8e3fbf26-0626-4864-a3ab-d8640d7bf742'}]}} from dv-cinder-863097-1-iscsi. {{(pid=104477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 19:15:50.374958 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:50.517593 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Allocated IP 192.168.233.2 (8199183a-0ac3-40d8-a189-d6c1ab16db62/8e3fbf26-0626-4864-a3ab-d8640d7bf742/7e44665e-5ac6-45d3-8dc1-b045871edf73) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:15:50.661356 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Publish callbacks [] for port (7e44665e-5ac6-45d3-8dc1-b045871edf73), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:50.667275 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (7e44665e-5ac6-45d3-8dc1-b045871edf73), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:50.711979 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Network 8199183a-0ac3-40d8-a189-d6c1ab16db62 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:15:50.715186 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:15:50.717238 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Pushing event updated for resources: {'Port': ['ID=7e44665e-5ac6-45d3-8dc1-b045871edf73,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:15:50.720001 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:15:50.728611 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.728951 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.729298 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.729665 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.730001 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.730318 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.730638 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.730957 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.731273 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.731586 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.731903 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.732230 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.732545 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.732855 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.733224 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:15:50.789399 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Attempting to bind port 7e44665e-5ac6-45d3-8dc1-b045871edf73 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:15:50.789793 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Attempting to bind port 7e44665e-5ac6-45d3-8dc1-b045871edf73 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '3662b08f-7d77-4850-b15a-698eecbc946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8199183a-0ac3-40d8-a189-d6c1ab16db62'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:15:50.790152 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Attempting to bind port 7e44665e-5ac6-45d3-8dc1-b045871edf73 on network 8199183a-0ac3-40d8-a189-d6c1ab16db62 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:15:50.836175 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:15:50.836543 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Checking segment: {'id': '3662b08f-7d77-4850-b15a-698eecbc946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8199183a-0ac3-40d8-a189-d6c1ab16db62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:15:50.836939 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:50.837322 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Bound using segment: {'id': '3662b08f-7d77-4850-b15a-698eecbc946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8199183a-0ac3-40d8-a189-d6c1ab16db62'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:15:50.837837 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Bound port: 7e44665e-5ac6-45d3-8dc1-b045871edf73, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3662b08f-7d77-4850-b15a-698eecbc946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8199183a-0ac3-40d8-a189-d6c1ab16db62'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:15:50.838209 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (7e44665e-5ac6-45d3-8dc1-b045871edf73), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:50.899910 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] For port 7e44665e-5ac6-45d3-8dc1-b045871edf73, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:15:50.903656 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] For port 7e44665e-5ac6-45d3-8dc1-b045871edf73, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=7e44665e-5ac6-45d3-8dc1-b045871edf73,segment=NetworkSegment(3662b08f-7d77-4850-b15a-698eecbc946e),segment_id=3662b08f-7d77-4850-b15a-698eecbc946e)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:15:50.911130 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (7e44665e-5ac6-45d3-8dc1-b045871edf73), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:50.968668 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab7213-1558-45bd-88a8-9150b638ab6d None None] Pushing event updated for resources: {'Port': ['ID=7e44665e-5ac6-45d3-8dc1-b045871edf73,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:15:51.818686 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37dfaea-f7b8-4919-ac84-75508dbafc41 None None] Network 8199183a-0ac3-40d8-a189-d6c1ab16db62 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:15:51.883293 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-9a8eb780-a91e-4acb-a3aa-dd4ea9ca6314 None None] Provisioning complete for port 7e44665e-5ac6-45d3-8dc1-b045871edf73 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:15:51.883663 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9a8eb780-a91e-4acb-a3aa-dd4ea9ca6314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (7e44665e-5ac6-45d3-8dc1-b045871edf73), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:51.883992 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-9a8eb780-a91e-4acb-a3aa-dd4ea9ca6314 None None] Attempt 1 to provision port 7e44665e-5ac6-45d3-8dc1-b045871edf73 Oct 31 19:15:51.909141 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:15:51.914923 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:15:52.003045 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-9a8eb780-a91e-4acb-a3aa-dd4ea9ca6314 None None] Current status of the port 7e44665e-5ac6-45d3-8dc1-b045871edf73 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:15:52.003429 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9a8eb780-a91e-4acb-a3aa-dd4ea9ca6314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (7e44665e-5ac6-45d3-8dc1-b045871edf73), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:52.040571 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-9a8eb780-a91e-4acb-a3aa-dd4ea9ca6314 None None] For port 7e44665e-5ac6-45d3-8dc1-b045871edf73, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=7e44665e-5ac6-45d3-8dc1-b045871edf73,segment=NetworkSegment(3662b08f-7d77-4850-b15a-698eecbc946e),segment_id=3662b08f-7d77-4850-b15a-698eecbc946e)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:15:52.044888 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9a8eb780-a91e-4acb-a3aa-dd4ea9ca6314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (7e44665e-5ac6-45d3-8dc1-b045871edf73), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:52.099865 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8eb780-a91e-4acb-a3aa-dd4ea9ca6314 None None] Pushing event updated for resources: {'Port': ['ID=7e44665e-5ac6-45d3-8dc1-b045871edf73,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:15:52.167233 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-0f0c15a1-bb66-441c-a862-4e00bd2e2e29 None None] Provisioning complete for port 7e44665e-5ac6-45d3-8dc1-b045871edf73 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:15:52.167523 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0f0c15a1-bb66-441c-a862-4e00bd2e2e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (7e44665e-5ac6-45d3-8dc1-b045871edf73), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:52.167856 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-0f0c15a1-bb66-441c-a862-4e00bd2e2e29 None None] Attempt 1 to provision port 7e44665e-5ac6-45d3-8dc1-b045871edf73 Oct 31 19:15:52.333284 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 7e44665e-5ac6-45d3-8dc1-b045871edf73 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:15:52.363048 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c15a1-bb66-441c-a862-4e00bd2e2e29 None None] Current status of the port 7e44665e-5ac6-45d3-8dc1-b045871edf73 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:15:52.385739 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 7e44665e-5ac6-45d3-8dc1-b045871edf73 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:15:52.386129 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (7e44665e-5ac6-45d3-8dc1-b045871edf73), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:15:52.386469 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 7e44665e-5ac6-45d3-8dc1-b045871edf73 Oct 31 19:15:52.462114 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 7e44665e-5ac6-45d3-8dc1-b045871edf73 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:16:00.270206 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:16:00.271448 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=79,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:16:01.523495 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7aecebc9-829b-42b3-b09c-498f2e682bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:16:03.855932 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ecee8155-9e7c-442c-8c9d-4241f97e7a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:16:04.972296 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:16:06.068650 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:16:06.073554 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:16:06.388852 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:16:06.615882 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:16:16.610196 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:16:16.612116 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=71,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:16:27.046745 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 5 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:16:31.525076 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-445e6143-4a7c-4e3c-8ed6-ca4e46b4ba23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:16:33.858656 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-905c8c2e-4cc8-4b9d-a12b-5a3afd7f8013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:16:34.974387 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:16:36.382848 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:16:36.618590 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:16:45.045666 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:16:45.064683 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:16:46.607144 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:16:46.614716 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:17:01.528966 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8aabdda1-b076-452a-a5a9-982b52d8accc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:17:03.863116 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-18aabca6-8e1f-48e0-8a30-44f91dece52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:17:04.046527 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 5 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:17:04.978245 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:17:06.386463 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:17:06.620338 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:17:11.016430 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44260) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:17:11.022071 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [None req-b4bed9b5-4e16-4fa2-90c8-bc0d17fb83f0 tempest-verify_tempest_config-1457912937 tempest-verify_tempest_config-1457912937-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:17:11.023043 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-b4bed9b5-4e16-4fa2-90c8-bc0d17fb83f0 tempest-verify_tempest_config-1457912937 tempest-verify_tempest_config-1457912937-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056448 Oct 31 19:17:11.531362 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44278) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:17:11.857172 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:17:11.934249 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Publish callbacks [] for security_group (3b9c5820-2834-4c81-a606-0fd1f1cc21e9), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:17:11.937881 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (3b9c5820-2834-4c81-a606-0fd1f1cc21e9), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:17:11.983424 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a8cd6278f9b84e1e9aeb4fb358ca7fc7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4510572 Oct 31 19:17:11.984577 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9c5820-2834-4c81-a606-0fd1f1cc21e9,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:17:11.986231 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 44282) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:17:11.991563 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:11.991915 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:11.992260 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:11.992598 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:11.992931 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:11.993261 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:11.993586 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:11.993938 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:11.994281 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:11.994615 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:11.994958 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:11.995286 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:11.995604 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:11.995925 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:11.996244 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9696d73f-7cf2-404a-b81a-71ff489c5c9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:12.000593 dv-cinder-863097-1-iscsi neutron-server[104475]: ERROR stevedore.extension [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 31 19:17:12.053248 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.policy [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104475) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 31 19:17:12.095863 dv-cinder-863097-1-iscsi neutron-server[104475]: WARNING oslo_policy.policy [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 19:17:12.096236 dv-cinder-863097-1-iscsi neutron-server[104475]: WARNING oslo_policy.policy [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 19:17:12.112473 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writer thread running {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 31 19:17:12.124536 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:17:12.207439 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Publish callbacks [] for security_group (3b9c5820-2834-4c81-a606-0fd1f1cc21e9), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:17:12.226581 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Publish callbacks [] for security_group (3b9c5820-2834-4c81-a606-0fd1f1cc21e9), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:17:12.322315 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (3b9c5820-2834-4c81-a606-0fd1f1cc21e9), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:17:12.325053 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:17:12.326248 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3b9c5820-2834-4c81-a606-0fd1f1cc21e9 HTTP/1.1" status: 204 len: 168 time: 0.3390594 Oct 31 19:17:12.334875 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9c5820-2834-4c81-a606-0fd1f1cc21e9,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:17:12.346920 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:12.347259 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:12.347597 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:12.347925 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:12.348245 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:12.348565 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:12.348898 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:12.349190 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:12.349544 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:12.349896 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:12.350218 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:12.350551 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:12.350876 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:12.351177 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:12.351484 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e5a701-439b-4862-982a-b76cef65e94a admin admin] Tracked resource versions report: Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: pushed versions: Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: { 'AddressGroup': {'1.2'}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Agent': {'1.1'}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'ConntrackHelper': {'1.0'}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'LocalIPAssociation': {'1.0'}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Log': {'1.0'}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'NDPProxy': {'1.0'}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Network': {'1.1'}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Port': {'1.7'}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'PortForwarding': {'1.3'}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'QosPolicy': {'1.10'}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'SecurityGroup': {'1.5'}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'SecurityGroupRule': {'1.2'}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'SubPort': {'1.0'}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Subnet': {'1.1'}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Trunk': {'1.1'}} Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: consumer versions: Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: { DHCP agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: L3 agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: Metadata agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: Metering agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: Open vSwitch agent@dv-cinder-863097-1-iscsi: { 'AddressGroup': '1.2', Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Agent': '1.1', Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'ConntrackHelper': '1.0', Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'LocalIPAssociation': '1.0', Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Log': '1.0', Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'NDPProxy': '1.0', Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Network': '1.1', Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Port': '1.7', Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'PortForwarding': '1.3', Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'QosPolicy': '1.10', Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'SecurityGroup': '1.5', Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'SecurityGroupRule': '1.2', Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'SubPort': '1.0', Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Subnet': '1.1', Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Trunk': '1.1'}} Oct 31 19:17:12.352941 dv-cinder-863097-1-iscsi neutron-server[104475]: {{(pid=104475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 19:17:16.616919 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:17:20.080368 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:17:20.085681 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:17:21.978289 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=16,neutron:INSERT=6 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:17:21.988010 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=23,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:17:22.338594 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:17:22.343476 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=11,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:17:22.391602 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:17:30.738180 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=13 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:17:30.739375 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=13 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:17:31.530722 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-308a6dfe-6469-49d6-af82-42d8ae16c75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:17:33.865083 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ed909ace-8b85-4e43-9425-239ed3322abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:17:34.980126 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:17:36.390465 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:17:36.622321 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:17:41.045777 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 5 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:17:46.611975 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:17:46.618041 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:17:57.075437 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:17:57.081282 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:18:01.533479 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-127c9c9d-1fbb-41d9-9476-5da645809dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:18:03.866700 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7a03ea6e-d255-47bd-bc4c-0523a483274c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:18:04.982730 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:18:06.392622 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:18:06.625469 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:18:16.619791 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:18:16.621049 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:18:18.044418 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 5 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:18:31.534123 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0caf03c2-0ad0-4a00-8161-59b660f761d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:18:33.869379 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0f75386e-15a0-4b3c-bfcb-f742fa3d48d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:18:34.075694 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:18:34.085406 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=7 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:18:34.984797 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:18:36.395149 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:18:36.629549 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:18:42.703904 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2056829'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:18:52.697028 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:18:52.699378 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:18:55.043504 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:18:56.240094 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44388) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:18:56.367215 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-8ebaf636-ec33-4302-a43c-041b660721bb admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1260536 Oct 31 19:18:58.806541 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44398) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:18:58.859844 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-1cee7de6-a793-48ff-b3fc-39b450843182 admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522523 Oct 31 19:19:01.536219 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-262efda2-4fe0-41d0-a65b-2b1e4502c2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:19:03.872131 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-21037fe5-ebaa-44a3-8f27-d44c062f17bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:19:04.990586 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:19:06.397439 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:19:06.632205 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:19:08.854552 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:19:11.086015 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:19:11.091330 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:19:12.651599 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:19:22.641651 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:19:22.647746 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:19:30.731348 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=15 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:19:30.732033 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=11 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:19:31.539305 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9fb16f6b-75a8-4f8f-b922-faf02020c6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:19:32.042544 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:19:33.873632 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-99c955dd-92f4-479f-9273-26502144b1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:19:34.989156 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:19:36.399384 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:19:36.636954 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:19:42.668717 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:19:48.081627 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:19:48.086650 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:19:52.662174 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:19:52.664869 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:01.542816 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c7f9f19d-afb4-4c60-b434-d1ea4552ab42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:03.875951 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8f62f68b-bcf9-42bb-9fc8-91f7ea2c0daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:04.992590 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:06.402303 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:06.641385 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:09.041983 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:20:12.762659 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:22.756974 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:22.758771 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:30.052274 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:30.055018 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:31.548965 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0a127493-7e86-44f1-be36-82fd25574df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:31.621890 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44548) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:31.889755 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-network', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:31.912663 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Made reservation on behalf of 06b4e580885f431b9ccb8aa409fdd454 for: {'network': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:20:31.915193 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:31.924312 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:32.026489 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Publish callbacks [] for security_group (9a1ecbe7-de25-41b9-873f-726ac22fdf01), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:32.031899 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (9a1ecbe7-de25-41b9-873f-726ac22fdf01), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:32.062677 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=104476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:20:32.065017 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1ecbe7-de25-41b9-873f-726ac22fdf01,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:32.078690 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.078690 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.078690 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.078690 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.078690 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.078690 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.078690 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.078690 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.079628 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.079628 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.079628 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.079985 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.080365 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.080476 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.081008 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Tracked resource versions report: Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: pushed versions: Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: { 'AddressGroup': {'1.2'}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Agent': {'1.1'}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'ConntrackHelper': {'1.0'}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'LocalIPAssociation': {'1.0'}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Log': {'1.0'}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'NDPProxy': {'1.0'}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Network': {'1.1'}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Port': {'1.7'}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'PortForwarding': {'1.3'}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'QosPolicy': {'1.10'}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'SecurityGroup': {'1.5'}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'SecurityGroupRule': {'1.2'}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'SubPort': {'1.0'}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Subnet': {'1.1'}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Trunk': {'1.1'}} Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: consumer versions: Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: { DHCP agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: HyperV agent@hv-cinder-86309: {}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: L3 agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: Metadata agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: Metering agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: Open vSwitch agent@dv-cinder-863097-1-iscsi: { 'AddressGroup': '1.2', Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Agent': '1.1', Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'ConntrackHelper': '1.0', Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'LocalIPAssociation': '1.0', Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Log': '1.0', Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'NDPProxy': '1.0', Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Network': '1.1', Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Port': '1.7', Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'PortForwarding': '1.3', Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'QosPolicy': '1.10', Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'SecurityGroup': '1.5', Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'SecurityGroupRule': '1.2', Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'SubPort': '1.0', Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Subnet': '1.1', Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: 'Trunk': '1.1'}} Oct 31 19:20:32.082193 dv-cinder-863097-1-iscsi neutron-server[104476]: {{(pid=104476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 19:20:32.091027 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (f2857211-1ec4-45cf-b25d-841f0bd3e7f5), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:32.091299 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.segments_db [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Added segment f2857211-1ec4-45cf-b25d-841f0bd3e7f5 of type vlan for network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 Oct 31 19:20:32.139720 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (fc617f6e-5991-4f0c-a83c-e8b4b519bfd4), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:32.170913 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (fc617f6e-5991-4f0c-a83c-e8b4b519bfd4), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:32.172140 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:20:32.172775 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:32.241003 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6179950 Oct 31 19:20:32.244144 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 44592) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:32.244795 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e5066-9b6a-4724-a171-bb2640955815 admin admin] Pushing event updated for resources: {'Network': ['ID=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:32.257947 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Request body: {'subnet': {'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-subnet', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:32.268766 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:20:32.307281 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Made reservation on behalf of 06b4e580885f431b9ccb8aa409fdd454 for: {'subnet': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:20:32.311361 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:32.541124 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44606) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:32.563605 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44610) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:32.601558 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44614) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:32.665872 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for subnet (41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:32.731606 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:32.742049 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.742396 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.742751 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.743089 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.743414 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.743801 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.744046 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.744548 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.744885 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.745209 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.745544 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.746175 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.746285 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.746526 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.746844 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Tracked resource versions report: Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: pushed versions: Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: { 'AddressGroup': {'1.2'}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Agent': {'1.1'}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'ConntrackHelper': {'1.0'}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'LocalIPAssociation': {'1.0'}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Log': {'1.0'}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'NDPProxy': {'1.0'}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Network': {'1.1'}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Port': {'1.7'}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'PortForwarding': {'1.3'}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'QosPolicy': {'1.10'}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'SecurityGroup': {'1.5'}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'SecurityGroupRule': {'1.2'}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'SubPort': {'1.0'}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Subnet': {'1.1'}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Trunk': {'1.1'}} Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: consumer versions: Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: { DHCP agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: HyperV agent@hv-cinder-86309: {}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: L3 agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: Metadata agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: Metering agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: Open vSwitch agent@dv-cinder-863097-1-iscsi: { 'AddressGroup': '1.2', Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Agent': '1.1', Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'ConntrackHelper': '1.0', Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'LocalIPAssociation': '1.0', Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Log': '1.0', Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'NDPProxy': '1.0', Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Network': '1.1', Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Port': '1.7', Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'PortForwarding': '1.3', Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'QosPolicy': '1.10', Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'SecurityGroup': '1.5', Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'SecurityGroupRule': '1.2', Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'SubPort': '1.0', Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Subnet': '1.1', Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: 'Trunk': '1.1'}} Oct 31 19:20:32.747998 dv-cinder-863097-1-iscsi neutron-server[104475]: {{(pid=104475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 19:20:32.752855 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Checking segment: {'id': 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:20:32.753233 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Network hostable DHCP agents. Network: fc617f6e-5991-4f0c-a83c-e8b4b519bfd4, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:20:32.782623 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:20:32.800141 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, fc617f6e-5991-4f0c-a83c-e8b4b519bfd4) {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:32.806248 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:20:32.807085 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for subnet (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:32.813097 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43074f9d-2334-4ace-bf72-06f8ff763628 None None] Network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:20:32.854855 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-c3732d07-50c9-43f8-9d7b-c286438583ca admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-870428949-network', 'tenant_id': '73cf63c76fc543428404002ae9a75b29'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:32.863206 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-2f40c26c-b6bf-44dd-88fd-6be68236af65 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6171308 Oct 31 19:20:32.867635 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 44636) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:32.871944 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:32.915508 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-2090aafd-05bf-4702-a1e2-62c1c2ff9292 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1900682918-network', 'tenant_id': '4c549a25d33441e98aae78e940a69c7c'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:32.948557 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3732d07-50c9-43f8-9d7b-c286438583ca admin admin] Made reservation on behalf of 73cf63c76fc543428404002ae9a75b29 for: {'network': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:20:32.951293 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-482295'] for router (cd72204a-f0b9-409d-b626-32885e0fe833), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:32.956234 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2036195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2035399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-482190'] for router (cd72204a-f0b9-409d-b626-32885e0fe833), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:32.957645 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c3732d07-50c9-43f8-9d7b-c286438583ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:32.970167 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-b89cf978-7e26-4931-8aa4-76d4a35763f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-54939151-network', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:32.976055 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9ee3e2-6e6d-5ff3-af27-705436aae7b6-fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b'}]}} from dv-cinder-863097-1-iscsi. {{(pid=104477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 19:20:32.977469 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:32.983172 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2090aafd-05bf-4702-a1e2-62c1c2ff9292 admin admin] Made reservation on behalf of 4c549a25d33441e98aae78e940a69c7c for: {'network': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:20:32.985929 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2090aafd-05bf-4702-a1e2-62c1c2ff9292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.018277 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2090aafd-05bf-4702-a1e2-62c1c2ff9292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.028935 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c3732d07-50c9-43f8-9d7b-c286438583ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.127737 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2090aafd-05bf-4702-a1e2-62c1c2ff9292 admin admin] Publish callbacks [] for security_group (a55f0215-a54b-49eb-aff6-5bdb66af8153), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.163297 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Allocated IP 172.20.0.2 (fc617f6e-5991-4f0c-a83c-e8b4b519bfd4/41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b/3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:20:33.183889 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=75,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:33.186223 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2090aafd-05bf-4702-a1e2-62c1c2ff9292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (a55f0215-a54b-49eb-aff6-5bdb66af8153), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.188928 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89cf978-7e26-4931-8aa4-76d4a35763f7 admin admin] Made reservation on behalf of 3f9c317b548b40deb8cb27236d36d674 for: {'network': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:20:33.191199 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b89cf978-7e26-4931-8aa4-76d4a35763f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.215975 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b89cf978-7e26-4931-8aa4-76d4a35763f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.236139 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:INSERT=25,neutron:SELECT=68,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:33.242972 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Publish callbacks [] for router_controller (cd72204a-f0b9-409d-b626-32885e0fe833), precommit_add_association {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.256265 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2090aafd-05bf-4702-a1e2-62c1c2ff9292 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=104476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:20:33.264865 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c3732d07-50c9-43f8-9d7b-c286438583ca admin admin] Publish callbacks [] for security_group (799f8da6-422d-4735-83cf-1657b2610f74), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.284158 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2090aafd-05bf-4702-a1e2-62c1c2ff9292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (a2cbc412-42b8-4793-bd94-174106972c8f), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.284830 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.segments_db [None req-2090aafd-05bf-4702-a1e2-62c1c2ff9292 admin admin] Added segment a2cbc412-42b8-4793-bd94-174106972c8f of type vlan for network 63593bdb-a055-4a28-947d-cfc60fc8843a Oct 31 19:20:33.288968 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c3732d07-50c9-43f8-9d7b-c286438583ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (799f8da6-422d-4735-83cf-1657b2610f74), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.314942 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090aafd-05bf-4702-a1e2-62c1c2ff9292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55f0215-a54b-49eb-aff6-5bdb66af8153,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:33.337154 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3732d07-50c9-43f8-9d7b-c286438583ca admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=104476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:20:33.409814 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2090aafd-05bf-4702-a1e2-62c1c2ff9292 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (63593bdb-a055-4a28-947d-cfc60fc8843a), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.412970 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c3732d07-50c9-43f8-9d7b-c286438583ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (b1d96745-492e-4e0e-84e1-55be831eff92), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.413546 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.segments_db [None req-c3732d07-50c9-43f8-9d7b-c286438583ca admin admin] Added segment b1d96745-492e-4e0e-84e1-55be831eff92 of type vlan for network 76d0a169-b981-4155-bbd7-0bbdbbf23238 Oct 31 19:20:33.441128 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3732d07-50c9-43f8-9d7b-c286438583ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799f8da6-422d-4735-83cf-1657b2610f74,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:33.531021 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c3732d07-50c9-43f8-9d7b-c286438583ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (76d0a169-b981-4155-bbd7-0bbdbbf23238), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.540460 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Publish callbacks [] for port (3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.541990 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Publish callbacks [] for router_gateway (cd72204a-f0b9-409d-b626-32885e0fe833), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.553334 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.560175 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2090aafd-05bf-4702-a1e2-62c1c2ff9292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (63593bdb-a055-4a28-947d-cfc60fc8843a), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.561185 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2090aafd-05bf-4702-a1e2-62c1c2ff9292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:20:33.561859 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2090aafd-05bf-4702-a1e2-62c1c2ff9292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.571426 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b89cf978-7e26-4931-8aa4-76d4a35763f7 admin admin] Publish callbacks [] for security_group (0bf59df2-d57e-421e-b253-e9ec7695a87c), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.585731 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b89cf978-7e26-4931-8aa4-76d4a35763f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (0bf59df2-d57e-421e-b253-e9ec7695a87c), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.616175 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c3732d07-50c9-43f8-9d7b-c286438583ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (76d0a169-b981-4155-bbd7-0bbdbbf23238), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.617328 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3732d07-50c9-43f8-9d7b-c286438583ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:20:33.618076 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c3732d07-50c9-43f8-9d7b-c286438583ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.623657 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:33.624916 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Pushing event updated for resources: {'Port': ['ID=3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:33.627458 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:33.640888 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89cf978-7e26-4931-8aa4-76d4a35763f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=104476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:20:33.644811 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:20:33.645624 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-2090aafd-05bf-4702-a1e2-62c1c2ff9292 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0808642 Oct 31 19:20:33.652746 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:33.652996 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:33.653301 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:33.654166 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:33.654166 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:33.654473 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:33.654797 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:33.655143 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:33.655444 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:33.655811 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:33.656078 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:33.656414 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:33.656734 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:33.657075 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:33.657372 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Tracked resource versions report: Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: pushed versions: Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: { 'AddressGroup': {'1.2'}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Agent': {'1.1'}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'ConntrackHelper': {'1.0'}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'LocalIPAssociation': {'1.0'}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Log': {'1.0'}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'NDPProxy': {'1.0'}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Network': {'1.1'}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Port': {'1.7'}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'PortForwarding': {'1.3'}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'QosPolicy': {'1.10'}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'SecurityGroup': {'1.5'}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'SecurityGroupRule': {'1.2'}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'SubPort': {'1.0'}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Subnet': {'1.1'}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Trunk': {'1.1'}} Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: consumer versions: Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: { DHCP agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: HyperV agent@hv-cinder-86309: {}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: L3 agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: Metadata agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: Metering agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: Open vSwitch agent@dv-cinder-863097-1-iscsi: { 'AddressGroup': '1.2', Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Agent': '1.1', Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'ConntrackHelper': '1.0', Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'LocalIPAssociation': '1.0', Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Log': '1.0', Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'NDPProxy': '1.0', Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Network': '1.1', Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Port': '1.7', Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'PortForwarding': '1.3', Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'QosPolicy': '1.10', Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'SecurityGroup': '1.5', Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'SecurityGroupRule': '1.2', Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'SubPort': '1.0', Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Subnet': '1.1', Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: 'Trunk': '1.1'}} Oct 31 19:20:33.658540 dv-cinder-863097-1-iscsi neutron-server[104477]: {{(pid=104477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 19:20:33.681673 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44672) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:33.692488 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-54057caf-cbbe-4791-94d8-856698c155e1 admin admin] Request body: {'subnet': {'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1900682918-subnet', 'tenant_id': '4c549a25d33441e98aae78e940a69c7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:33.707878 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b89cf978-7e26-4931-8aa4-76d4a35763f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (f8e8f60f-31c8-4f06-ac72-adbed7afc379), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.708518 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.segments_db [None req-b89cf978-7e26-4931-8aa4-76d4a35763f7 admin admin] Added segment f8e8f60f-31c8-4f06-ac72-adbed7afc379 of type vlan for network bb81951e-1ade-402e-8059-76bd3e08139a Oct 31 19:20:33.721048 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cf978-7e26-4931-8aa4-76d4a35763f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf59df2-d57e-421e-b253-e9ec7695a87c,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:33.736665 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Attempting to bind port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:20:33.740055 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-c3732d07-50c9-43f8-9d7b-c286438583ca admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1945302 Oct 31 19:20:33.742037 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090aafd-05bf-4702-a1e2-62c1c2ff9292 admin admin] Pushing event updated for resources: {'Network': ['ID=63593bdb-a055-4a28-947d-cfc60fc8843a,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:33.745018 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Attempting to bind port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:20:33.745617 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44674) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:33.746233 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Attempting to bind port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 on network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:20:33.806390 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network 63593bdb-a055-4a28-947d-cfc60fc8843a details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:20:33.826715 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-add313bd-fae8-41f5-be9b-91ca2554fe09 admin admin] Request body: {'subnet': {'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-subnet', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:33.831700 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3732d07-50c9-43f8-9d7b-c286438583ca admin admin] Pushing event updated for resources: {'Network': ['ID=76d0a169-b981-4155-bbd7-0bbdbbf23238,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:33.844732 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:33.865812 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network 76d0a169-b981-4155-bbd7-0bbdbbf23238 details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:20:33.904220 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:33.907513 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b89cf978-7e26-4931-8aa4-76d4a35763f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (bb81951e-1ade-402e-8059-76bd3e08139a), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.914037 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add313bd-fae8-41f5-be9b-91ca2554fe09 admin admin] Made reservation on behalf of 73cf63c76fc543428404002ae9a75b29 for: {'subnet': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:20:33.916357 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-add313bd-fae8-41f5-be9b-91ca2554fe09 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.950858 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54057caf-cbbe-4791-94d8-856698c155e1 admin admin] Made reservation on behalf of 4c549a25d33441e98aae78e940a69c7c for: {'subnet': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:20:33.954391 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-54057caf-cbbe-4791-94d8-856698c155e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.968955 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:20:33.969587 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Checking segment: {'id': 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:20:33.970736 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:33.971346 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Bound using segment: {'id': 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:20:33.972059 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Bound port: 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:20:33.972642 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:34.062170 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] For port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:20:34.065697 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] For port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:20:34.084555 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:34.103963 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.db.resource_extend [None req-b89cf978-7e26-4931-8aa4-76d4a35763f7 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 31 19:20:34.109113 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:34.112163 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Publish callbacks [] for router_gateway (cd72204a-f0b9-409d-b626-32885e0fe833), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:34.208248 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:34.214238 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc339ce-f64e-45ea-a738-ec4f78ca711c None None] Pushing event updated for resources: {'Port': ['ID=3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:34.219888 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b89cf978-7e26-4931-8aa4-76d4a35763f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (bb81951e-1ade-402e-8059-76bd3e08139a), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:34.225867 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89cf978-7e26-4931-8aa4-76d4a35763f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:20:34.228886 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b89cf978-7e26-4931-8aa4-76d4a35763f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:34.233798 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:34.258037 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5a06f792-9801-4f81-ba79-b81872e41289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:34.273578 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-b89cf978-7e26-4931-8aa4-76d4a35763f7 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6706605 Oct 31 19:20:34.277132 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44694) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:34.301564 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-cdb0cf6e-0573-4bc0-94e4-211b6dd5a049 admin admin] Request body: {'subnet': {'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-54939151-subnet', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:34.479138 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cf978-7e26-4931-8aa4-76d4a35763f7 admin admin] Pushing event updated for resources: {'Network': ['ID=bb81951e-1ade-402e-8059-76bd3e08139a,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:34.487674 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network bb81951e-1ade-402e-8059-76bd3e08139a details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:20:34.703559 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb0cf6e-0573-4bc0-94e4-211b6dd5a049 admin admin] Made reservation on behalf of 3f9c317b548b40deb8cb27236d36d674 for: {'subnet': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:20:34.706184 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cdb0cf6e-0573-4bc0-94e4-211b6dd5a049 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:34.708873 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:34.711922 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Allocated IP 172.27.0.56 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/423fafde-562b-40f2-a4ea-879281b6ddd7) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:20:34.726934 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:34.867356 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-54057caf-cbbe-4791-94d8-856698c155e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for subnet (b9a99c1b-87ff-4141-bfef-de70ef9e6ca3), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:34.877406 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Publish callbacks [] for port (423fafde-562b-40f2-a4ea-879281b6ddd7), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:34.978056 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (423fafde-562b-40f2-a4ea-879281b6ddd7), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:35.003336 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:35.010745 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-add313bd-fae8-41f5-be9b-91ca2554fe09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for subnet (d2c209a4-c49d-431e-b8bc-b162483f4e74), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:35.050794 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54057caf-cbbe-4791-94d8-856698c155e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a99c1b-87ff-4141-bfef-de70ef9e6ca3,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:35.083918 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Pushing event updated for resources: {'Port': ['ID=423fafde-562b-40f2-a4ea-879281b6ddd7,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:35.109540 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:35.112156 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:35.115549 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54057caf-cbbe-4791-94d8-856698c155e1 admin admin] Checking segment: {'id': 'a2cbc412-42b8-4793-bd94-174106972c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:20:35.115753 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:20:35.116266 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54057caf-cbbe-4791-94d8-856698c155e1 admin admin] Network hostable DHCP agents. Network: 63593bdb-a055-4a28-947d-cfc60fc8843a, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:20:35.126228 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:35.201743 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add313bd-fae8-41f5-be9b-91ca2554fe09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c209a4-c49d-431e-b8bc-b162483f4e74,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:35.273986 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add313bd-fae8-41f5-be9b-91ca2554fe09 admin admin] Checking segment: {'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:20:35.274741 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add313bd-fae8-41f5-be9b-91ca2554fe09 admin admin] Network hostable DHCP agents. Network: 76d0a169-b981-4155-bbd7-0bbdbbf23238, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:20:35.287769 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cdb0cf6e-0573-4bc0-94e4-211b6dd5a049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for subnet (9821b6e6-ba6a-40fd-94d0-4d7194d13f47), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:35.290018 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54057caf-cbbe-4791-94d8-856698c155e1 admin admin] Network 63593bdb-a055-4a28-947d-cfc60fc8843a is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:20:35.299248 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:35.361710 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0cf6e-0573-4bc0-94e4-211b6dd5a049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9821b6e6-ba6a-40fd-94d0-4d7194d13f47,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:35.366303 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-54057caf-cbbe-4791-94d8-856698c155e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, 63593bdb-a055-4a28-947d-cfc60fc8843a) {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:35.374749 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803c6723-fd9b-49fc-a62e-018e8a59fd63 None None] Network 63593bdb-a055-4a28-947d-cfc60fc8843a requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:20:35.376165 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54057caf-cbbe-4791-94d8-856698c155e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:20:35.376964 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-54057caf-cbbe-4791-94d8-856698c155e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:35.401819 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-54057caf-cbbe-4791-94d8-856698c155e1 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7130144 Oct 31 19:20:35.405089 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44738) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:35.411161 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1900682918-router', 'tenant_id': '4c549a25d33441e98aae78e940a69c7c', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:35.429698 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add313bd-fae8-41f5-be9b-91ca2554fe09 admin admin] Network 76d0a169-b981-4155-bbd7-0bbdbbf23238 is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:20:35.452289 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-add313bd-fae8-41f5-be9b-91ca2554fe09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, 76d0a169-b981-4155-bbd7-0bbdbbf23238) {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:35.459628 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add313bd-fae8-41f5-be9b-91ca2554fe09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:20:35.460289 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-add313bd-fae8-41f5-be9b-91ca2554fe09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:35.467512 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-482295'] for router (4682fa58-956e-4903-9f38-3e85c178c6d5), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:35.468531 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2036195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2035399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-482190'] for router (4682fa58-956e-4903-9f38-3e85c178c6d5), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:35.503933 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-add313bd-fae8-41f5-be9b-91ca2554fe09 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7552080 Oct 31 19:20:35.504805 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0cf6e-0573-4bc0-94e4-211b6dd5a049 admin admin] Checking segment: {'id': 'f8e8f60f-31c8-4f06-ac72-adbed7afc379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:20:35.505199 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0cf6e-0573-4bc0-94e4-211b6dd5a049 admin admin] Network hostable DHCP agents. Network: bb81951e-1ade-402e-8059-76bd3e08139a, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:20:35.507523 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44744) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:35.510412 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84536037-008f-4fe0-a0a4-2a308ecf89fc None None] Network 76d0a169-b981-4155-bbd7-0bbdbbf23238 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:20:35.516519 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:35.609135 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Publish callbacks [] for router_controller (4682fa58-956e-4903-9f38-3e85c178c6d5), precommit_add_association {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:35.621401 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-482295'] for router (a22818ab-3b72-4733-a7d0-94de59cd0919), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:35.622723 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2036195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2035399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-482190'] for router (a22818ab-3b72-4733-a7d0-94de59cd0919), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:35.663531 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0cf6e-0573-4bc0-94e4-211b6dd5a049 admin admin] Network bb81951e-1ade-402e-8059-76bd3e08139a is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:20:35.720096 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0cf6e-0573-4bc0-94e4-211b6dd5a049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, bb81951e-1ade-402e-8059-76bd3e08139a) {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:35.726609 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb0cf6e-0573-4bc0-94e4-211b6dd5a049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:20:35.727838 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cdb0cf6e-0573-4bc0-94e4-211b6dd5a049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:35.733363 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Publish callbacks [] for router_gateway (cd72204a-f0b9-409d-b626-32885e0fe833), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:35.763732 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33a24a6-1a47-43d5-8a50-e5c816f3a564 None None] Network bb81951e-1ade-402e-8059-76bd3e08139a requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:20:35.810456 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-cdb0cf6e-0573-4bc0-94e4-211b6dd5a049 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5187685 Oct 31 19:20:35.830870 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9ee3e2-6e6d-5ff3-af27-705436aae7b6-63593bdb-a055-4a28-947d-cfc60fc8843a', 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a', 'project_id': '4c549a25d33441e98aae78e940a69c7c', 'fixed_ips': [{'subnet_id': 'b9a99c1b-87ff-4141-bfef-de70ef9e6ca3'}]}} from dv-cinder-863097-1-iscsi. {{(pid=104477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 19:20:35.832252 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:35.849083 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e8287b-5643-4576-8538-8a25cde62687 None None] Network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:20:35.850886 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44748) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:35.855605 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Publish callbacks [] for router_controller (a22818ab-3b72-4733-a7d0-94de59cd0919), precommit_add_association {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:35.863691 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:35.911531 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Publish callbacks [] for router_gateway (4682fa58-956e-4903-9f38-3e85c178c6d5), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:36.094319 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-482295'] for router (18d4f8cc-60a8-47d2-94d6-cde408eba1af), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:36.097374 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2036195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2035399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-482190'] for router (18d4f8cc-60a8-47d2-94d6-cde408eba1af), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:36.151555 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 44766) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:36.164573 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-d5a1201a-536a-4a94-b0ed-ba982b3a51d2 None None] Provisioning complete for port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:36.165086 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d5a1201a-536a-4a94-b0ed-ba982b3a51d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:36.165287 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-d5a1201a-536a-4a94-b0ed-ba982b3a51d2 None None] Attempt 1 to provision port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 Oct 31 19:20:36.247784 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Publish callbacks [] for router_controller (18d4f8cc-60a8-47d2-94d6-cde408eba1af), precommit_add_association {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:36.301682 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2036112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2058039'] for router (cd72204a-f0b9-409d-b626-32885e0fe833), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:36.533303 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Publish callbacks [] for router_gateway (a22818ab-3b72-4733-a7d0-94de59cd0919), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:36.600519 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1201a-536a-4a94-b0ed-ba982b3a51d2 None None] Current status of the port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:36.600861 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d5a1201a-536a-4a94-b0ed-ba982b3a51d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:36.615635 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-173c01f0-9b8e-40c1-8f97-ad638408bdd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:36.632676 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:20:36.645224 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:36.677193 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9ee3e2-6e6d-5ff3-af27-705436aae7b6-bb81951e-1ade-402e-8059-76bd3e08139a', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47'}]}} from dv-cinder-863097-1-iscsi. {{(pid=104477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 19:20:36.678837 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:36.682092 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9ee3e2-6e6d-5ff3-af27-705436aae7b6-76d0a169-b981-4155-bbd7-0bbdbbf23238', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'project_id': '73cf63c76fc543428404002ae9a75b29', 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74'}]}} from dv-cinder-863097-1-iscsi. {{(pid=104477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 19:20:36.683136 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:36.714105 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:36.735199 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-173c01f0-9b8e-40c1-8f97-ad638408bdd4 admin admin] Publish callbacks [] for security_group (a0dc62bf-98fc-4c6b-b263-42705bfa193e), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:36.737484 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:36.741249 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:36.742069 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:36.749360 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-173c01f0-9b8e-40c1-8f97-ad638408bdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (a0dc62bf-98fc-4c6b-b263-42705bfa193e), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:36.761560 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:36.762284 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Publish callbacks [] for router_gateway (18d4f8cc-60a8-47d2-94d6-cde408eba1af), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:36.770884 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-d5a1201a-536a-4a94-b0ed-ba982b3a51d2 None None] For port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:20:36.813723 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c01f0-9b8e-40c1-8f97-ad638408bdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dc62bf-98fc-4c6b-b263-42705bfa193e,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:36.828652 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:36.862675 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d5a1201a-536a-4a94-b0ed-ba982b3a51d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:36.878413 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-173c01f0-9b8e-40c1-8f97-ad638408bdd4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b5bb283fe58a481db1a6ddb10b56f7f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7236967 Oct 31 19:20:36.879363 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 44796) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:36.886987 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Router cd72204a-f0b9-409d-b626-32885e0fe833 is scheduled to L3 agent bfda5fc7-44c9-487b-820a-926a116c23db with binding_index 1 {{(pid=104475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 19:20:36.944651 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:36.949321 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1201a-536a-4a94-b0ed-ba982b3a51d2 None None] Pushing event updated for resources: {'Port': ['ID=3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:37.020929 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7cef3d30-c46a-4c90-9d06-83f61cb7c325 admin admin] Publish callbacks [] for security_group (a0dc62bf-98fc-4c6b-b263-42705bfa193e), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:37.088970 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7cef3d30-c46a-4c90-9d06-83f61cb7c325 admin admin] Publish callbacks [] for security_group (a0dc62bf-98fc-4c6b-b263-42705bfa193e), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:37.104510 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:20:37.118650 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Sync routers for ids ['cd72204a-f0b9-409d-b626-32885e0fe833'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:20:37.134038 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Routers {'cd72204a-f0b9-409d-b626-32885e0fe833'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:20:37.135064 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:20:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['cd72204a-f0b9-409d-b626-32885e0fe833'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:37.145630 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:37.151144 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-b43a88ff-8ed2-4ce2-8e0b-0a8fe86a8f3b admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2823865 Oct 31 19:20:37.153992 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 44806) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:37.169438 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:37.170230 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:37.170477 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 Oct 31 19:20:37.211682 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7cef3d30-c46a-4c90-9d06-83f61cb7c325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (a0dc62bf-98fc-4c6b-b263-42705bfa193e), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:37.214600 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7cef3d30-c46a-4c90-9d06-83f61cb7c325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:37.218658 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-7cef3d30-c46a-4c90-9d06-83f61cb7c325 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a0dc62bf-98fc-4c6b-b263-42705bfa193e HTTP/1.1" status: 204 len: 168 time: 0.3328881 Oct 31 19:20:37.235236 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef3d30-c46a-4c90-9d06-83f61cb7c325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dc62bf-98fc-4c6b-b263-42705bfa193e,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:37.254733 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Allocated IP 172.20.0.2 (bb81951e-1ade-402e-8059-76bd3e08139a/9821b6e6-ba6a-40fd-94d0-4d7194d13f47/822c9720-29d0-46f0-b6d2-47df89cb0437) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:20:37.377524 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-454f9123-a775-45f9-b9e7-ce56a84d7584 None None] Provisioning complete for port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:37.377947 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-454f9123-a775-45f9-b9e7-ce56a84d7584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:37.378318 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-454f9123-a775-45f9-b9e7-ce56a84d7584 None None] Attempt 1 to provision port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 Oct 31 19:20:37.408639 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Set router cd72204a-f0b9-409d-b626-32885e0fe833 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:20:37.487430 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Publish callbacks [] for router_gateway (a22818ab-3b72-4733-a7d0-94de59cd0919), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:37.510622 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Allocated IP 172.20.0.2 (63593bdb-a055-4a28-947d-cfc60fc8843a/b9a99c1b-87ff-4141-bfef-de70ef9e6ca3/5c1fb066-17e7-4697-b804-ee3c7894b94a) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:20:37.554359 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Publish callbacks [] for router_gateway (4682fa58-956e-4903-9f38-3e85c178c6d5), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:37.595211 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:37.714161 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Allocated IP 172.27.0.124 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/f4da1255-575f-44a4-9d11-472f2ea68abc) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:20:37.736031 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:35Z', 'revision_number': 3, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:37.793509 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Checking router: cd72204a-f0b9-409d-b626-32885e0fe833 for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:20:37.794665 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Updating router cd72204a-f0b9-409d-b626-32885e0fe833 port 423fafde-562b-40f2-a4ea-879281b6ddd7 binding host dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:20:37.829761 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (423fafde-562b-40f2-a4ea-879281b6ddd7), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:37.860143 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Publish callbacks [] for port (5c1fb066-17e7-4697-b804-ee3c7894b94a), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:37.935282 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:37.939783 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44828) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:37.951694 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (5c1fb066-17e7-4697-b804-ee3c7894b94a), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:37.958738 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:37.966922 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Publish callbacks [] for port (f4da1255-575f-44a4-9d11-472f2ea68abc), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.056651 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Pushing event updated for resources: {'Port': ['ID=5c1fb066-17e7-4697-b804-ee3c7894b94a,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:38.089706 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:38.092310 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2c8373af-0747-498e-82d3-9d2cc65ad9b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.105415 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:38.120111 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.155404 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Network 63593bdb-a055-4a28-947d-cfc60fc8843a is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:38.174832 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:38.179748 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:20:38.361589 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2c8373af-0747-498e-82d3-9d2cc65ad9b3 admin admin] Publish callbacks [] for security_group (0c891f6e-e553-4817-94c4-d3e5e85f0097), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.368192 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (f4da1255-575f-44a4-9d11-472f2ea68abc), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.380320 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Publish callbacks [] for router_gateway (18d4f8cc-60a8-47d2-94d6-cde408eba1af), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.391181 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:38.392428 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:38.466965 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2c8373af-0747-498e-82d3-9d2cc65ad9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (0c891f6e-e553-4817-94c4-d3e5e85f0097), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.494624 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-454f9123-a775-45f9-b9e7-ce56a84d7584 None None] Current status of the port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:38.544714 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Publish callbacks [] for port (822c9720-29d0-46f0-b6d2-47df89cb0437), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.596653 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:38.602462 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Allocated IP 172.20.0.1 (fc617f6e-5991-4f0c-a83c-e8b4b519bfd4/41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b/cf8e8cb0-374f-462a-91c2-0e3218c787a4) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:20:38.604483 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8373af-0747-498e-82d3-9d2cc65ad9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c891f6e-e553-4817-94c4-d3e5e85f0097,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:38.609215 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:20:38.612580 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.629113 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:38.639593 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (822c9720-29d0-46f0-b6d2-47df89cb0437), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.679228 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Allocated IP 172.20.0.2 (76d0a169-b981-4155-bbd7-0bbdbbf23238/d2c209a4-c49d-431e-b8bc-b162483f4e74/8e5f7d53-3f62-4a72-bb55-cd5e44ddb031) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:20:38.710867 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:38.731729 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Publish callbacks [] for port (423fafde-562b-40f2-a4ea-879281b6ddd7), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.748483 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (423fafde-562b-40f2-a4ea-879281b6ddd7), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.774521 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Attempting to bind port 5c1fb066-17e7-4697-b804-ee3c7894b94a on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:20:38.774881 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Attempting to bind port 5c1fb066-17e7-4697-b804-ee3c7894b94a by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': 'a2cbc412-42b8-4793-bd94-174106972c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:20:38.775243 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Attempting to bind port 5c1fb066-17e7-4697-b804-ee3c7894b94a on network 63593bdb-a055-4a28-947d-cfc60fc8843a {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:20:38.781502 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Publish callbacks [] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.789285 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Attempting to bind port 423fafde-562b-40f2-a4ea-879281b6ddd7 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:20:38.789680 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Attempting to bind port 423fafde-562b-40f2-a4ea-879281b6ddd7 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:20:38.790268 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Attempting to bind port 423fafde-562b-40f2-a4ea-879281b6ddd7 on network 676d21cd-5186-4b2a-b97a-f35601187c6a {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:20:38.799920 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Allocated IP 172.27.0.91 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/0fe606d4-7017-41db-8d61-4e6d06a60bf8) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:20:38.842455 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.842834 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Pushing event updated for resources: {'Port': ['ID=423fafde-562b-40f2-a4ea-879281b6ddd7,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:38.853393 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:38.854017 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:38.854684 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:38.855264 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:38.855762 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:38.856274 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:38.856750 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:38.857233 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:38.857738 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:38.858219 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:38.858717 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:38.859214 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:38.859691 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:38.860177 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:38.860653 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Tracked resource versions report: Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: pushed versions: Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: { 'AddressGroup': {'1.2'}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Agent': {'1.1'}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'ConntrackHelper': {'1.0'}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'LocalIPAssociation': {'1.0'}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Log': {'1.0'}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'NDPProxy': {'1.0'}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Network': {'1.1'}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Port': {'1.7'}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'PortForwarding': {'1.3'}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'QosPolicy': {'1.10'}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'SecurityGroup': {'1.5'}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'SecurityGroupRule': {'1.2'}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'SubPort': {'1.0'}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Subnet': {'1.1'}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Trunk': {'1.1'}} Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: consumer versions: Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: { DHCP agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: HyperV agent@hv-cinder-86309: {}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: L3 agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: Metadata agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: Metering agent@dv-cinder-863097-1-iscsi: {}, Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: Open vSwitch agent@dv-cinder-863097-1-iscsi: { 'AddressGroup': '1.2', Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Agent': '1.1', Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'ConntrackHelper': '1.0', Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'LocalIPAssociation': '1.0', Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Log': '1.0', Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'NDPProxy': '1.0', Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Network': '1.1', Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Port': '1.7', Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'PortForwarding': '1.3', Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'QosPolicy': '1.10', Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'SecurityGroup': '1.5', Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'SecurityGroupRule': '1.2', Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'SubPort': '1.0', Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Subnet': '1.1', Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: 'Trunk': '1.1'}} Oct 31 19:20:38.862013 dv-cinder-863097-1-iscsi neutron-server[104478]: {{(pid=104478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 19:20:38.882362 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:20:38.883363 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Checking segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:20:38.884166 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.885762 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Bound using segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:20:38.887127 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Bound port: 423fafde-562b-40f2-a4ea-879281b6ddd7, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:20:38.888618 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (423fafde-562b-40f2-a4ea-879281b6ddd7), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.910312 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:38.918928 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:38.922806 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Publish callbacks [] for port (0fe606d4-7017-41db-8d61-4e6d06a60bf8), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.925586 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:20:38.926176 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2057793'] for router_interface (cd72204a-f0b9-409d-b626-32885e0fe833), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:38.978776 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:38.984423 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] For port 423fafde-562b-40f2-a4ea-879281b6ddd7, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:20:38.989704 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] For port 423fafde-562b-40f2-a4ea-879281b6ddd7, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=423fafde-562b-40f2-a4ea-879281b6ddd7,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:20:38.993581 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:20:39.002100 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Pushing event updated for resources: {'Port': ['ID=cf8e8cb0-374f-462a-91c2-0e3218c787a4,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:39.003386 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (423fafde-562b-40f2-a4ea-879281b6ddd7), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:39.016991 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Network bb81951e-1ade-402e-8059-76bd3e08139a is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:39.037041 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Publish callbacks [] for port (8e5f7d53-3f62-4a72-bb55-cd5e44ddb031), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:39.040822 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:39.046777 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:20:39.050138 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:39.056465 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Routers {'cd72204a-f0b9-409d-b626-32885e0fe833'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:20:39.056744 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Pushing event updated for resources: {'Port': ['ID=822c9720-29d0-46f0-b6d2-47df89cb0437,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:39.057322 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:20:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['cd72204a-f0b9-409d-b626-32885e0fe833'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:39.076229 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (8e5f7d53-3f62-4a72-bb55-cd5e44ddb031), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:39.086703 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:39.087459 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:39.088205 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 Oct 31 19:20:39.141312 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859998f-fb0e-452b-9280-8ad52bd592b7 None None] Pushing event updated for resources: {'Port': ['ID=423fafde-562b-40f2-a4ea-879281b6ddd7,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:39.158678 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-2c8373af-0747-498e-82d3-9d2cc65ad9b3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9a1c054e9d6d406a8031f76b4c30a476&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1933310 Oct 31 19:20:39.159003 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:39.191383 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44858) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:39.198013 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Pushing event updated for resources: {'Port': ['ID=f4da1255-575f-44a4-9d11-472f2ea68abc,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:39.201243 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Network 76d0a169-b981-4155-bbd7-0bbdbbf23238 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:39.204703 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:39.204703 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:20:39.204703 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Checking segment: {'id': 'a2cbc412-42b8-4793-bd94-174106972c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:20:39.205086 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:39.205567 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Bound using segment: {'id': 'a2cbc412-42b8-4793-bd94-174106972c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:20:39.206470 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Bound port: 5c1fb066-17e7-4697-b804-ee3c7894b94a, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cbc412-42b8-4793-bd94-174106972c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:20:39.206855 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (5c1fb066-17e7-4697-b804-ee3c7894b94a), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:39.231485 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] Set router cd72204a-f0b9-409d-b626-32885e0fe833 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:20:39.241014 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:39.259236 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:20:39.271517 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Pushing event updated for resources: {'Port': ['ID=8e5f7d53-3f62-4a72-bb55-cd5e44ddb031,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:39.296008 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Attempting to bind port 822c9720-29d0-46f0-b6d2-47df89cb0437 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:20:39.296762 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Attempting to bind port 822c9720-29d0-46f0-b6d2-47df89cb0437 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': 'f8e8f60f-31c8-4f06-ac72-adbed7afc379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:20:39.297409 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Attempting to bind port 822c9720-29d0-46f0-b6d2-47df89cb0437 on network bb81951e-1ade-402e-8059-76bd3e08139a {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:20:39.308011 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:39.363309 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (0fe606d4-7017-41db-8d61-4e6d06a60bf8), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:39.441973 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:35Z', 'revision_number': 3, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:39.461668 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Attempting to bind port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:20:39.462135 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Attempting to bind port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:20:39.462563 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Attempting to bind port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 on network 76d0a169-b981-4155-bbd7-0bbdbbf23238 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:20:39.470550 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-daf0bc25-315b-410e-b853-e87985b5cfde None None] Provisioning complete for port cf8e8cb0-374f-462a-91c2-0e3218c787a4 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:39.471031 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-daf0bc25-315b-410e-b853-e87985b5cfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:39.471452 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-daf0bc25-315b-410e-b853-e87985b5cfde None None] Attempt 1 to provision port cf8e8cb0-374f-462a-91c2-0e3218c787a4 Oct 31 19:20:39.472445 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de98ff1a-38cc-4b38-a799-42b1a8fd389f None None] The sync data for ids ['cd72204a-f0b9-409d-b626-32885e0fe833'] in dv-cinder-863097-1-iscsi is: [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:35Z', 'revision_number': 3, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:20:39.478849 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cc9c317f-7ac9-4701-aa03-3a67ee618dc7 admin admin] Publish callbacks [] for security_group (0c891f6e-e553-4817-94c4-d3e5e85f0097), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:39.485380 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:39.494340 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:39.501952 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:39.519910 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:20:39.522827 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Allocated IP 172.27.0.135 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/db192b77-6a9c-4a50-91e2-04230a7bc81e) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:20:39.536177 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Pushing event updated for resources: {'Port': ['ID=0fe606d4-7017-41db-8d61-4e6d06a60bf8,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:39.555064 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:39.566661 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] For port 5c1fb066-17e7-4697-b804-ee3c7894b94a, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:20:39.569572 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:20:39.569968 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Checking segment: {'id': 'f8e8f60f-31c8-4f06-ac72-adbed7afc379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:20:39.570364 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:39.570756 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Bound using segment: {'id': 'f8e8f60f-31c8-4f06-ac72-adbed7afc379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:20:39.571234 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Bound port: 822c9720-29d0-46f0-b6d2-47df89cb0437, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e8f60f-31c8-4f06-ac72-adbed7afc379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:20:39.571606 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (822c9720-29d0-46f0-b6d2-47df89cb0437), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:39.606462 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cc9c317f-7ac9-4701-aa03-3a67ee618dc7 admin admin] Publish callbacks [] for security_group (0c891f6e-e553-4817-94c4-d3e5e85f0097), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:39.656833 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Publish callbacks [] for router_gateway (4682fa58-956e-4903-9f38-3e85c178c6d5), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:39.667028 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:39.845006 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Publish callbacks [] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:39.852873 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] For port 5c1fb066-17e7-4697-b804-ee3c7894b94a, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=5c1fb066-17e7-4697-b804-ee3c7894b94a,segment=NetworkSegment(a2cbc412-42b8-4793-bd94-174106972c8f),segment_id=a2cbc412-42b8-4793-bd94-174106972c8f)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:20:39.867480 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:39.868633 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2057909'] for router_interface (cd72204a-f0b9-409d-b626-32885e0fe833), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:39.905852 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (5c1fb066-17e7-4697-b804-ee3c7894b94a), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:40.032759 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Pushing event updated for resources: {'Port': ['ID=cf8e8cb0-374f-462a-91c2-0e3218c787a4,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:40.080683 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:40.093689 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-daf0bc25-315b-410e-b853-e87985b5cfde None None] Port cf8e8cb0-374f-462a-91c2-0e3218c787a4 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:20:40.150706 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:40.153448 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:40.157061 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:20:40.158506 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Checking segment: {'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:20:40.161539 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:40.162506 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Bound using segment: {'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:20:40.165733 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Bound port: 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:20:40.166385 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (8e5f7d53-3f62-4a72-bb55-cd5e44ddb031), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:40.275868 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:40.430405 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] For port 822c9720-29d0-46f0-b6d2-47df89cb0437, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:20:40.451087 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] For port 822c9720-29d0-46f0-b6d2-47df89cb0437, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=822c9720-29d0-46f0-b6d2-47df89cb0437,segment=NetworkSegment(f8e8f60f-31c8-4f06-ac72-adbed7afc379),segment_id=f8e8f60f-31c8-4f06-ac72-adbed7afc379)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:20:40.500185 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc9a53-835d-492d-aa4c-4f22a6168977 None None] Pushing event updated for resources: {'Port': ['ID=5c1fb066-17e7-4697-b804-ee3c7894b94a,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:40.533179 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (822c9720-29d0-46f0-b6d2-47df89cb0437), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:40.549583 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:40.557587 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Publish callbacks [] for port (db192b77-6a9c-4a50-91e2-04230a7bc81e), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:40.607644 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Router cd72204a-f0b9-409d-b626-32885e0fe833 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:20:40.646113 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 44896) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:40.646230 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 423fafde-562b-40f2-a4ea-879281b6ddd7 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:20:40.815549 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cc9c317f-7ac9-4701-aa03-3a67ee618dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (0c891f6e-e553-4817-94c4-d3e5e85f0097), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:40.820560 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cc9c317f-7ac9-4701-aa03-3a67ee618dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:40.822938 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-cc9c317f-7ac9-4701-aa03-3a67ee618dc7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0c891f6e-e553-4817-94c4-d3e5e85f0097 HTTP/1.1" status: 204 len: 168 time: 1.6265683 Oct 31 19:20:40.931202 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44034a5f-b264-4f85-b2a9-b755c27fccfb None None] Pushing event updated for resources: {'Port': ['ID=822c9720-29d0-46f0-b6d2-47df89cb0437,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:40.954003 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:40.955808 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2036112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2058039'] for router (4682fa58-956e-4903-9f38-3e85c178c6d5), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:40.962016 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (db192b77-6a9c-4a50-91e2-04230a7bc81e), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:41.085954 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] For port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:20:41.100805 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5bff4e58-905d-49cd-9a47-322e6c39c7d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:41.101828 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-731db2ad-1795-4cf0-80ae-c1604183fb83 None None] Provisioning complete for port cf8e8cb0-374f-462a-91c2-0e3218c787a4 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:41.102234 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-731db2ad-1795-4cf0-80ae-c1604183fb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:41.102574 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-731db2ad-1795-4cf0-80ae-c1604183fb83 None None] Attempt 1 to provision port cf8e8cb0-374f-462a-91c2-0e3218c787a4 Oct 31 19:20:41.178648 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:41.186749 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:20:41.191060 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] For port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=8e5f7d53-3f62-4a72-bb55-cd5e44ddb031,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:20:41.201642 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-9b671bac-9ed7-4c27-a4d3-aa751f6968f6 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/cd72204a-f0b9-409d-b626-32885e0fe833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0397303 Oct 31 19:20:41.264549 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (8e5f7d53-3f62-4a72-bb55-cd5e44ddb031), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:41.306367 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:41.308028 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Publish callbacks [] for router_gateway (a22818ab-3b72-4733-a7d0-94de59cd0919), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:41.385838 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5bff4e58-905d-49cd-9a47-322e6c39c7d5 admin admin] Publish callbacks [] for security_group (b9763d62-8f8f-487a-acff-b1fa48849ec4), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:41.396803 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5bff4e58-905d-49cd-9a47-322e6c39c7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (b9763d62-8f8f-487a-acff-b1fa48849ec4), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:41.440054 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Pushing event updated for resources: {'Port': ['ID=db192b77-6a9c-4a50-91e2-04230a7bc81e,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:41.444231 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:41.446149 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:20:41.475468 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-5bff4e58-905d-49cd-9a47-322e6c39c7d5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0bca698f6f454c23a4cef17898734fc2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8153949 Oct 31 19:20:41.478083 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 44922) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:41.500266 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 423fafde-562b-40f2-a4ea-879281b6ddd7 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:41.500822 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (423fafde-562b-40f2-a4ea-879281b6ddd7), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:41.500919 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 423fafde-562b-40f2-a4ea-879281b6ddd7 Oct 31 19:20:41.524348 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877273b-584c-4a91-a735-97a31957cec8 None None] Pushing event updated for resources: {'Port': ['ID=8e5f7d53-3f62-4a72-bb55-cd5e44ddb031,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:41.577111 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-731db2ad-1795-4cf0-80ae-c1604183fb83 None None] Port cf8e8cb0-374f-462a-91c2-0e3218c787a4 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:20:41.643057 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:41.678275 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff4e58-905d-49cd-9a47-322e6c39c7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9763d62-8f8f-487a-acff-b1fa48849ec4,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:41.704933 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6029cfa1-9f5b-4c61-8fa1-9727940f2a37 admin admin] Publish callbacks [] for security_group (b9763d62-8f8f-487a-acff-b1fa48849ec4), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:41.708076 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 423fafde-562b-40f2-a4ea-879281b6ddd7 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:41.708477 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (423fafde-562b-40f2-a4ea-879281b6ddd7), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:41.723528 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c317f-7ac9-4701-aa03-3a67ee618dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c891f6e-e553-4817-94c4-d3e5e85f0097,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:41.760054 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port 423fafde-562b-40f2-a4ea-879281b6ddd7, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=423fafde-562b-40f2-a4ea-879281b6ddd7,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:20:41.772512 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (423fafde-562b-40f2-a4ea-879281b6ddd7), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:41.823562 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6029cfa1-9f5b-4c61-8fa1-9727940f2a37 admin admin] Publish callbacks [] for security_group (b9763d62-8f8f-487a-acff-b1fa48849ec4), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:41.915318 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=423fafde-562b-40f2-a4ea-879281b6ddd7,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:41.970842 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6029cfa1-9f5b-4c61-8fa1-9727940f2a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (b9763d62-8f8f-487a-acff-b1fa48849ec4), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:41.976959 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6029cfa1-9f5b-4c61-8fa1-9727940f2a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:41.980041 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-6029cfa1-9f5b-4c61-8fa1-9727940f2a37 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b9763d62-8f8f-487a-acff-b1fa48849ec4 HTTP/1.1" status: 204 len: 168 time: 0.5004723 Oct 31 19:20:42.022090 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029cfa1-9f5b-4c61-8fa1-9727940f2a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9763d62-8f8f-487a-acff-b1fa48849ec4,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:42.071369 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Publish callbacks [] for router_gateway (18d4f8cc-60a8-47d2-94d6-cde408eba1af), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:42.091119 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb91f5e-700b-4383-9aab-84f7e8f38fdc None None] Network 63593bdb-a055-4a28-947d-cfc60fc8843a requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:20:42.096076 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 44940) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:42.101580 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-597c7637-d1c7-4348-be39-810a021f66bb tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1288442823', 'description': 'tempest-description--1522846312'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:42.150440 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2036112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2058039'] for router (a22818ab-3b72-4733-a7d0-94de59cd0919), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:42.154592 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-597c7637-d1c7-4348-be39-810a021f66bb tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:42.167916 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-62f5d7ce-36d8-443b-82d6-2b6088d1bcf8 None None] Provisioning complete for port 5c1fb066-17e7-4697-b804-ee3c7894b94a triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:42.167916 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-62f5d7ce-36d8-443b-82d6-2b6088d1bcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (5c1fb066-17e7-4697-b804-ee3c7894b94a), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:42.167916 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-62f5d7ce-36d8-443b-82d6-2b6088d1bcf8 None None] Attempt 1 to provision port 5c1fb066-17e7-4697-b804-ee3c7894b94a Oct 31 19:20:42.310514 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-597c7637-d1c7-4348-be39-810a021f66bb tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group (0e918cd3-ebec-4206-997d-5efde11f6563), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:42.317985 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-597c7637-d1c7-4348-be39-810a021f66bb tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (0e918cd3-ebec-4206-997d-5efde11f6563), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:42.386071 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Router 4682fa58-956e-4903-9f38-3e85c178c6d5 is scheduled to L3 agent bfda5fc7-44c9-487b-820a-926a116c23db with binding_index 1 {{(pid=104476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 19:20:42.432718 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-597c7637-d1c7-4348-be39-810a021f66bb tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:42.436565 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-597c7637-d1c7-4348-be39-810a021f66bb tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3367822 Oct 31 19:20:42.448872 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 44958) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:42.479923 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-e282d0bf-b94a-467b-8858-c10af544b576 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Request body: {'security_group_rule': {'security_group_id': '0e918cd3-ebec-4206-997d-5efde11f6563', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:42.547666 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-62f5d7ce-36d8-443b-82d6-2b6088d1bcf8 None None] Current status of the port 5c1fb066-17e7-4697-b804-ee3c7894b94a is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:42.548259 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c7637-d1c7-4348-be39-810a021f66bb tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e918cd3-ebec-4206-997d-5efde11f6563,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:42.548943 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-62f5d7ce-36d8-443b-82d6-2b6088d1bcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (5c1fb066-17e7-4697-b804-ee3c7894b94a), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:42.587948 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e282d0bf-b94a-467b-8858-c10af544b576 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group_rule (80a0d679-c08c-4370-889a-9c4717268b41), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:42.669156 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-62f5d7ce-36d8-443b-82d6-2b6088d1bcf8 None None] For port 5c1fb066-17e7-4697-b804-ee3c7894b94a, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=5c1fb066-17e7-4697-b804-ee3c7894b94a,segment=NetworkSegment(a2cbc412-42b8-4793-bd94-174106972c8f),segment_id=a2cbc412-42b8-4793-bd94-174106972c8f)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:20:42.701995 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-62f5d7ce-36d8-443b-82d6-2b6088d1bcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (5c1fb066-17e7-4697-b804-ee3c7894b94a), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:42.824036 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:42.854557 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:42.891204 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb36ca2-9a3a-47bc-acc8-176eb970941a None None] Network bb81951e-1ade-402e-8059-76bd3e08139a requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:20:42.946682 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:42.977684 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e282d0bf-b94a-467b-8858-c10af544b576 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group_rule (80a0d679-c08c-4370-889a-9c4717268b41), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:42.996417 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e282d0bf-b94a-467b-8858-c10af544b576 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (80a0d679-c08c-4370-889a-9c4717268b41), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:43.003592 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:20:43.014788 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2036112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2058039'] for router (18d4f8cc-60a8-47d2-94d6-cde408eba1af), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:43.019097 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 5c1fb066-17e7-4697-b804-ee3c7894b94a up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:20:43.042924 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282d0bf-b94a-467b-8858-c10af544b576 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a0d679-c08c-4370-889a-9c4717268b41,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:43.062000 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:43.075333 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e282d0bf-b94a-467b-8858-c10af544b576 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:43.079194 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-e282d0bf-b94a-467b-8858-c10af544b576 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6268005 Oct 31 19:20:43.084265 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 44968) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:43.093054 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-d5ace1ab-2059-433a-ab18-86c4fab35e34 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Request body: {'security_group_rule': {'security_group_id': '0e918cd3-ebec-4206-997d-5efde11f6563', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:43.107845 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5d7ce-36d8-443b-82d6-2b6088d1bcf8 None None] Pushing event updated for resources: {'Port': ['ID=5c1fb066-17e7-4697-b804-ee3c7894b94a,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:43.131917 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Sync routers for ids ['4682fa58-956e-4903-9f38-3e85c178c6d5'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:20:43.165649 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5ace1ab-2059-433a-ab18-86c4fab35e34 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group_rule (79aef8b2-8bd9-4d08-bfc6-25b8d79b33a0), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:43.210001 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-e2c54849-5ec6-4965-a836-bba7334ea6b5 None None] Provisioning complete for port 822c9720-29d0-46f0-b6d2-47df89cb0437 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:43.210373 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e2c54849-5ec6-4965-a836-bba7334ea6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (822c9720-29d0-46f0-b6d2-47df89cb0437), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:43.210709 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-e2c54849-5ec6-4965-a836-bba7334ea6b5 None None] Attempt 1 to provision port 822c9720-29d0-46f0-b6d2-47df89cb0437 Oct 31 19:20:43.278862 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Routers {'4682fa58-956e-4903-9f38-3e85c178c6d5'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:20:43.279502 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:20:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4682fa58-956e-4903-9f38-3e85c178c6d5'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:43.281832 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2da213-1386-4e4c-af93-04c5716e2df9 None None] Network 76d0a169-b981-4155-bbd7-0bbdbbf23238 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:20:43.306529 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] Publish callbacks [] for router (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:43.307724 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-b111fada-3daa-42a4-86e2-50d325fc07df admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8998814 Oct 31 19:20:43.308539 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5ace1ab-2059-433a-ab18-86c4fab35e34 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group_rule (79aef8b2-8bd9-4d08-bfc6-25b8d79b33a0), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:43.310912 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 44976) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:43.322214 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Router a22818ab-3b72-4733-a7d0-94de59cd0919 is scheduled to L3 agent bfda5fc7-44c9-487b-820a-926a116c23db with binding_index 1 {{(pid=104476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 19:20:43.328187 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:43.340766 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5ace1ab-2059-433a-ab18-86c4fab35e34 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (79aef8b2-8bd9-4d08-bfc6-25b8d79b33a0), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:43.379130 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 5c1fb066-17e7-4697-b804-ee3c7894b94a triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:43.379754 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (5c1fb066-17e7-4697-b804-ee3c7894b94a), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:43.380246 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 5c1fb066-17e7-4697-b804-ee3c7894b94a Oct 31 19:20:43.474143 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:43.492313 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ace1ab-2059-433a-ab18-86c4fab35e34 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79aef8b2-8bd9-4d08-bfc6-25b8d79b33a0,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:43.517867 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5ace1ab-2059-433a-ab18-86c4fab35e34 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:43.522963 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-d5ace1ab-2059-433a-ab18-86c4fab35e34 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4374609 Oct 31 19:20:43.526138 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 44986) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:43.544925 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Sync routers for ids ['cd72204a-f0b9-409d-b626-32885e0fe833'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:20:43.548395 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Request body: {'floatingip': {'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:43.570996 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:43.572034 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Routers {'cd72204a-f0b9-409d-b626-32885e0fe833'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:20:43.573005 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:20:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['cd72204a-f0b9-409d-b626-32885e0fe833'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:43.586583 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:20:43.592341 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Router 18d4f8cc-60a8-47d2-94d6-cde408eba1af is scheduled to L3 agent bfda5fc7-44c9-487b-820a-926a116c23db with binding_index 1 {{(pid=104476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 19:20:43.659101 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:43.660324 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-f480b637-ef89-4232-85a6-d44e09813313 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.1473706 Oct 31 19:20:43.663178 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 44996) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:43.727958 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:43.743494 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Set router cd72204a-f0b9-409d-b626-32885e0fe833 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:20:43.892972 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:20:43.894798 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Sync routers for ids ['a22818ab-3b72-4733-a7d0-94de59cd0919'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:20:43.964005 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Sync routers for ids ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:20:43.970811 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 4, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'cf8e8cb0-374f-462a-91c2-0e3218c787a4', 'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'mac_address': 'fa:16:3e:ae:70:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 2, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'subnets': [{'id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:43.979713 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Routers {'a22818ab-3b72-4733-a7d0-94de59cd0919'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:20:43.980609 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:20:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['a22818ab-3b72-4733-a7d0-94de59cd0919'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:44.029284 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:44.031359 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Checking router: cd72204a-f0b9-409d-b626-32885e0fe833 for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:20:44.033011 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-1efdd9ec-070b-4da4-b3a9-e07c5a4a42e8 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.1801853 Oct 31 19:20:44.033739 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Updating router cd72204a-f0b9-409d-b626-32885e0fe833 port cf8e8cb0-374f-462a-91c2-0e3218c787a4 binding host dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:20:44.036450 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 45008) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:44.042326 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-e2c54849-5ec6-4965-a836-bba7334ea6b5 None None] Current status of the port 822c9720-29d0-46f0-b6d2-47df89cb0437 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:44.043026 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e2c54849-5ec6-4965-a836-bba7334ea6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (822c9720-29d0-46f0-b6d2-47df89cb0437), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:44.096045 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Routers {'18d4f8cc-60a8-47d2-94d6-cde408eba1af'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:20:44.096675 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:20:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:44.101398 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Set router 4682fa58-956e-4903-9f38-3e85c178c6d5 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:20:44.381680 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-e2c54849-5ec6-4965-a836-bba7334ea6b5 None None] For port 822c9720-29d0-46f0-b6d2-47df89cb0437, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=822c9720-29d0-46f0-b6d2-47df89cb0437,segment=NetworkSegment(f8e8f60f-31c8-4f06-ac72-adbed7afc379),segment_id=f8e8f60f-31c8-4f06-ac72-adbed7afc379)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:20:44.403941 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e2c54849-5ec6-4965-a836-bba7334ea6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (822c9720-29d0-46f0-b6d2-47df89cb0437), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:44.534967 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:44.613366 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Set router 18d4f8cc-60a8-47d2-94d6-cde408eba1af gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:20:44.696116 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:44.709166 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:44.801849 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:44.867059 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 3, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:44.912658 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Checking router: 18d4f8cc-60a8-47d2-94d6-cde408eba1af for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:20:44.913216 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Updating router 18d4f8cc-60a8-47d2-94d6-cde408eba1af port db192b77-6a9c-4a50-91e2-04230a7bc81e binding host dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:20:44.958978 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (db192b77-6a9c-4a50-91e2-04230a7bc81e), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:44.980119 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:44.987118 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:44.989803 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c54849-5ec6-4965-a836-bba7334ea6b5 None None] Pushing event updated for resources: {'Port': ['ID=822c9720-29d0-46f0-b6d2-47df89cb0437,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:45.007222 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Allocated IP 172.27.0.142 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/6765902b-8ab4-4af1-ace0-6cb4fd5dd2ad) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:20:45.052878 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:45.096451 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 5c1fb066-17e7-4697-b804-ee3c7894b94a is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:45.096451 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 423fafde-562b-40f2-a4ea-879281b6ddd7 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:20:45.214056 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'name': 'tempest-DeleteServersTestJSON-1900682918-router', 'tenant_id': '4c549a25d33441e98aae78e940a69c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f4da1255-575f-44a4-9d11-472f2ea68abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 3, 'project_id': '4c549a25d33441e98aae78e940a69c7c', 'gw_port': {'id': 'f4da1255-575f-44a4-9d11-472f2ea68abc', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:45.216117 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-4a4b22a1-d0a8-4ffd-a630-5623912b467a None None] Provisioning complete for port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:45.216546 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4a4b22a1-d0a8-4ffd-a630-5623912b467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (8e5f7d53-3f62-4a72-bb55-cd5e44ddb031), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:45.216887 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-4a4b22a1-d0a8-4ffd-a630-5623912b467a None None] Attempt 1 to provision port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 Oct 31 19:20:45.256617 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:45.351443 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:45.361859 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Set router a22818ab-3b72-4733-a7d0-94de59cd0919 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:20:45.373394 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:45.449542 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Checking router: 4682fa58-956e-4903-9f38-3e85c178c6d5 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:20:45.451326 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Updating router 4682fa58-956e-4903-9f38-3e85c178c6d5 port f4da1255-575f-44a4-9d11-472f2ea68abc binding host dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:20:45.506575 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for port (6765902b-8ab4-4af1-ace0-6cb4fd5dd2ad), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:45.537560 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Allocated IP 172.20.0.1 (63593bdb-a055-4a28-947d-cfc60fc8843a/b9a99c1b-87ff-4141-bfef-de70ef9e6ca3/e0c199e9-c05b-4dca-8223-2e695783bbbd) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:20:45.657754 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:45.693581 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (f4da1255-575f-44a4-9d11-472f2ea68abc), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:45.696314 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Publish callbacks [] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:45.750794 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:45.783833 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 45092) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:45.797453 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 423fafde-562b-40f2-a4ea-879281b6ddd7 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:45.801740 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (423fafde-562b-40f2-a4ea-879281b6ddd7), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:45.802690 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 423fafde-562b-40f2-a4ea-879281b6ddd7 Oct 31 19:20:45.838171 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (6765902b-8ab4-4af1-ace0-6cb4fd5dd2ad), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:45.861249 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Publish callbacks [] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:45.916328 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72405d59-1253-4fe8-a0ac-977d7ddbb77d None None] Pushing event updated for resources: {'Port': ['ID=cf8e8cb0-374f-462a-91c2-0e3218c787a4,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:45.920465 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:45.932414 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:45.937308 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:45.942047 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:20:45.973453 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:45.996185 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Allocated IP 172.20.0.1 (76d0a169-b981-4155-bbd7-0bbdbbf23238/d2c209a4-c49d-431e-b8bc-b162483f4e74/60503e30-25e1-4e17-a374-7df85584c256) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:20:46.022781 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event updated for resources: {'Port': ['ID=6765902b-8ab4-4af1-ace0-6cb4fd5dd2ad,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:46.073579 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Attempting to bind port cf8e8cb0-374f-462a-91c2-0e3218c787a4 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:20:46.080144 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Attempting to bind port cf8e8cb0-374f-462a-91c2-0e3218c787a4 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:20:46.080676 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Attempting to bind port cf8e8cb0-374f-462a-91c2-0e3218c787a4 on network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:20:46.091030 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b22a1-d0a8-4ffd-a630-5623912b467a None None] Current status of the port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:46.091504 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4a4b22a1-d0a8-4ffd-a630-5623912b467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (8e5f7d53-3f62-4a72-bb55-cd5e44ddb031), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.103587 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:46.133054 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.135972 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for floatingip (fcaff8b7-c34e-4aae-8f2d-9b42743f478b), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.182002 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a4a1adee-a1ee-4f3e-845e-88693802b53a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.194455 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Pushing event updated for resources: {'Port': ['ID=e0c199e9-c05b-4dca-8223-2e695783bbbd,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:46.199830 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:20:46.218959 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Network 63593bdb-a055-4a28-947d-cfc60fc8843a is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:46.221200 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:46.243797 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:46.249510 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-4a4b22a1-d0a8-4ffd-a630-5623912b467a None None] For port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=8e5f7d53-3f62-4a72-bb55-cd5e44ddb031,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:20:46.250650 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:40Z', 'revision_number': 3, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port': {'id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:46.276021 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4a4b22a1-d0a8-4ffd-a630-5623912b467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (8e5f7d53-3f62-4a72-bb55-cd5e44ddb031), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.301229 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:20:46.301229 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2057793'] for router_interface (4682fa58-956e-4903-9f38-3e85c178c6d5), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.365986 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:20:46.368382 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Publish callbacks [] for port (60503e30-25e1-4e17-a374-7df85584c256), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.369030 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Checking segment: {'id': 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:20:46.369697 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.375852 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Bound using segment: {'id': 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:20:46.376723 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Bound port: cf8e8cb0-374f-462a-91c2-0e3218c787a4, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:20:46.377341 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.385159 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 423fafde-562b-40f2-a4ea-879281b6ddd7 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:46.386313 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 822c9720-29d0-46f0-b6d2-47df89cb0437 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:20:46.388295 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Checking router: a22818ab-3b72-4733-a7d0-94de59cd0919 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:20:46.388643 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Updating router a22818ab-3b72-4733-a7d0-94de59cd0919 port 0fe606d4-7017-41db-8d61-4e6d06a60bf8 binding host dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:20:46.415662 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:46.417315 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 45114) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:46.422453 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Publish callbacks [] for port (db192b77-6a9c-4a50-91e2-04230a7bc81e), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.434689 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (60503e30-25e1-4e17-a374-7df85584c256), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.440103 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-4a4b22a1-d0a8-4ffd-a630-5623912b467a None None] Provisioning complete for port 5c1fb066-17e7-4697-b804-ee3c7894b94a triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:46.440475 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4a4b22a1-d0a8-4ffd-a630-5623912b467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (5c1fb066-17e7-4697-b804-ee3c7894b94a), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.440813 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-4a4b22a1-d0a8-4ffd-a630-5623912b467a None None] Attempt 1 to provision port 5c1fb066-17e7-4697-b804-ee3c7894b94a Oct 31 19:20:46.442305 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (db192b77-6a9c-4a50-91e2-04230a7bc81e), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.464954 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (6765902b-8ab4-4af1-ace0-6cb4fd5dd2ad), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.519792 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:46.520623 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (0fe606d4-7017-41db-8d61-4e6d06a60bf8), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.597572 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Attempting to bind port db192b77-6a9c-4a50-91e2-04230a7bc81e on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:20:46.599590 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Attempting to bind port db192b77-6a9c-4a50-91e2-04230a7bc81e by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:20:46.602478 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Attempting to bind port db192b77-6a9c-4a50-91e2-04230a7bc81e on network 676d21cd-5186-4b2a-b97a-f35601187c6a {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:20:46.667171 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.679726 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] For port cf8e8cb0-374f-462a-91c2-0e3218c787a4, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:20:46.687295 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b22a1-d0a8-4ffd-a630-5623912b467a None None] Pushing event updated for resources: {'Port': ['ID=8e5f7d53-3f62-4a72-bb55-cd5e44ddb031,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:46.687851 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] For port cf8e8cb0-374f-462a-91c2-0e3218c787a4, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=cf8e8cb0-374f-462a-91c2-0e3218c787a4,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:20:46.717501 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.735039 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21781249-b3bc-485f-bd11-ae0e3692ac6b None None] Pushing event updated for resources: {'Port': ['ID=db192b77-6a9c-4a50-91e2-04230a7bc81e,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:46.773578 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Routers {'cd72204a-f0b9-409d-b626-32885e0fe833'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:20:46.774578 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:20:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['cd72204a-f0b9-409d-b626-32885e0fe833'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:46.790257 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-da9738e9-1986-4cfa-a73b-5ff14bd3d998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.822170 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Network 76d0a169-b981-4155-bbd7-0bbdbbf23238 is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:46.836559 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 822c9720-29d0-46f0-b6d2-47df89cb0437 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:46.837929 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:46.840897 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:20:46.841533 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2057793'] for router_interface (a22818ab-3b72-4733-a7d0-94de59cd0919), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.850170 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (822c9720-29d0-46f0-b6d2-47df89cb0437), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:46.851066 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 822c9720-29d0-46f0-b6d2-47df89cb0437 Oct 31 19:20:47.023896 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-da9738e9-1986-4cfa-a73b-5ff14bd3d998 admin admin] Publish callbacks [] for security_group (bce868c0-0144-4e8f-81bc-426456c49a9a), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.045201 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-da9738e9-1986-4cfa-a73b-5ff14bd3d998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (bce868c0-0144-4e8f-81bc-426456c49a9a), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.092142 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b22a1-d0a8-4ffd-a630-5623912b467a None None] Current status of the port 5c1fb066-17e7-4697-b804-ee3c7894b94a is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:47.102404 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] Set router cd72204a-f0b9-409d-b626-32885e0fe833 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:20:47.111521 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9738e9-1986-4cfa-a73b-5ff14bd3d998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce868c0-0144-4e8f-81bc-426456c49a9a,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:47.115651 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:47.168768 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Pushing event updated for resources: {'Port': ['ID=60503e30-25e1-4e17-a374-7df85584c256,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:47.170563 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-4a4b22a1-d0a8-4ffd-a630-5623912b467a None None] Provisioning complete for port 822c9720-29d0-46f0-b6d2-47df89cb0437 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:47.170945 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4a4b22a1-d0a8-4ffd-a630-5623912b467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (822c9720-29d0-46f0-b6d2-47df89cb0437), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.171288 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-4a4b22a1-d0a8-4ffd-a630-5623912b467a None None] Attempt 1 to provision port 822c9720-29d0-46f0-b6d2-47df89cb0437 Oct 31 19:20:47.215986 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for port (6765902b-8ab4-4af1-ace0-6cb4fd5dd2ad), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.236219 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (6765902b-8ab4-4af1-ace0-6cb4fd5dd2ad), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.238485 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (fcaff8b7-c34e-4aae-8f2d-9b42743f478b), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.258419 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:47.265851 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:20:47.266768 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Checking segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:20:47.267409 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.267935 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Bound using segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:20:47.268598 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Bound port: db192b77-6a9c-4a50-91e2-04230a7bc81e, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:20:47.269108 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (db192b77-6a9c-4a50-91e2-04230a7bc81e), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.292516 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.299157 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7664697 Oct 31 19:20:47.347815 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Publish callbacks [] for port (f4da1255-575f-44a4-9d11-472f2ea68abc), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.348008 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-da9738e9-1986-4cfa-a73b-5ff14bd3d998 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6da7afed76774235a7224cbf695f381b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9162271 Oct 31 19:20:47.354862 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 45148) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:47.366148 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93fa90-96e1-4a65-9434-220ee4669ea4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event updated for resources: {'Port': ['ID=6765902b-8ab4-4af1-ace0-6cb4fd5dd2ad,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:47.369505 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Allocated IP 172.20.0.1 (bb81951e-1ade-402e-8059-76bd3e08139a/9821b6e6-ba6a-40fd-94d0-4d7194d13f47/e66d7874-fe75-4921-91b1-0d4f592fb2ab) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:20:47.382469 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:47.384630 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:47.387005 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Publish callbacks [] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.403954 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (f4da1255-575f-44a4-9d11-472f2ea68abc), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.406128 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.407851 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2057909'] for router_interface (4682fa58-956e-4903-9f38-3e85c178c6d5), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.457340 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72405d59-1253-4fe8-a0ac-977d7ddbb77d None None] Pushing event updated for resources: {'Port': ['ID=cf8e8cb0-374f-462a-91c2-0e3218c787a4,revision_number=4']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:47.487717 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 822c9720-29d0-46f0-b6d2-47df89cb0437 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:47.489365 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:20:47.497687 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] For port db192b77-6a9c-4a50-91e2-04230a7bc81e, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:20:47.508831 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:47.532430 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] For port db192b77-6a9c-4a50-91e2-04230a7bc81e, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=db192b77-6a9c-4a50-91e2-04230a7bc81e,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:20:47.542232 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538b3cb-bc4c-4fce-aa08-03c60e26683d None None] Pushing event updated for resources: {'Port': ['ID=f4da1255-575f-44a4-9d11-472f2ea68abc,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:47.559140 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (db192b77-6a9c-4a50-91e2-04230a7bc81e), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.578097 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Attempting to bind port f4da1255-575f-44a4-9d11-472f2ea68abc on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:20:47.578590 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Attempting to bind port f4da1255-575f-44a4-9d11-472f2ea68abc by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:20:47.579042 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Attempting to bind port f4da1255-575f-44a4-9d11-472f2ea68abc on network 676d21cd-5186-4b2a-b97a-f35601187c6a {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:20:47.603896 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a4a1adee-a1ee-4f3e-845e-88693802b53a admin admin] Publish callbacks [] for security_group (df5ce513-c683-4db8-b429-72d6ed73eb74), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.625322 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-03b4dbcc-e7df-4870-be7f-358f930c97d7 admin admin] Publish callbacks [] for security_group (bce868c0-0144-4e8f-81bc-426456c49a9a), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.635398 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Network 63593bdb-a055-4a28-947d-cfc60fc8843a is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:47.647660 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:47.659140 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Routers {'18d4f8cc-60a8-47d2-94d6-cde408eba1af'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:20:47.659784 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:20:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:47.675562 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:47.676703 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (8e5f7d53-3f62-4a72-bb55-cd5e44ddb031), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.677345 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 Oct 31 19:20:47.691561 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a4a1adee-a1ee-4f3e-845e-88693802b53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (df5ce513-c683-4db8-b429-72d6ed73eb74), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.717210 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (60503e30-25e1-4e17-a374-7df85584c256), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.735111 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 4, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'cf8e8cb0-374f-462a-91c2-0e3218c787a4', 'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'mac_address': 'fa:16:3e:ae:70:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:46Z', 'revision_number': 4, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'subnets': [{'id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:47.737749 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Pushing event updated for resources: {'Port': ['ID=e0c199e9-c05b-4dca-8223-2e695783bbbd,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:47.737883 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 45170) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:47.738285 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=6 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:47.741180 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21781249-b3bc-485f-bd11-ae0e3692ac6b None None] Pushing event updated for resources: {'Port': ['ID=db192b77-6a9c-4a50-91e2-04230a7bc81e,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:47.744673 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-03b4dbcc-e7df-4870-be7f-358f930c97d7 admin admin] Publish callbacks [] for security_group (bce868c0-0144-4e8f-81bc-426456c49a9a), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.748476 dv-cinder-863097-1-iscsi neutron-server[104476]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 31 19:20:47.759141 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:20:47.761629 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Checking segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:20:47.762387 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.763543 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Bound using segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:20:47.765426 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Bound port: f4da1255-575f-44a4-9d11-472f2ea68abc, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:20:47.766081 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (f4da1255-575f-44a4-9d11-472f2ea68abc), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.822903 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceac50c-4727-4b6c-bfb9-a0ddf70da580 None None] The sync data for ids ['cd72204a-f0b9-409d-b626-32885e0fe833'] in dv-cinder-863097-1-iscsi is: [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 4, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'cf8e8cb0-374f-462a-91c2-0e3218c787a4', 'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'mac_address': 'fa:16:3e:ae:70:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:46Z', 'revision_number': 4, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'subnets': [{'id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:20:47.832057 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1adee-a1ee-4f3e-845e-88693802b53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5ce513-c683-4db8-b429-72d6ed73eb74,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:47.838754 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] For port f4da1255-575f-44a4-9d11-472f2ea68abc, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:20:47.842847 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] For port f4da1255-575f-44a4-9d11-472f2ea68abc, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=f4da1255-575f-44a4-9d11-472f2ea68abc,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:20:47.851600 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:47.853288 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-a4a1adee-a1ee-4f3e-845e-88693802b53a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2cb3953852e541f2ba511ffbcd37e766&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0661821 Oct 31 19:20:47.861250 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:47.873232 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 45172) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:47.938128 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-03b4dbcc-e7df-4870-be7f-358f930c97d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (bce868c0-0144-4e8f-81bc-426456c49a9a), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.946249 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-03b4dbcc-e7df-4870-be7f-358f930c97d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:47.947915 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-03b4dbcc-e7df-4870-be7f-358f930c97d7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bce868c0-0144-4e8f-81bc-426456c49a9a HTTP/1.1" status: 204 len: 168 time: 0.5774462 Oct 31 19:20:47.987899 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-cd789e1f-8582-4bda-88a0-d6f4e6815da8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1288442823&fields=id&tenant_id=06b4e580885f431b9ccb8aa409fdd454 HTTP/1.1" status: 200 len: 267 time: 0.2466273 Oct 31 19:20:47.993438 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Router 4682fa58-956e-4903-9f38-3e85c178c6d5 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:20:48.011539 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4dbcc-e7df-4870-be7f-358f930c97d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce868c0-0144-4e8f-81bc-426456c49a9a,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:48.160063 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (f4da1255-575f-44a4-9d11-472f2ea68abc), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:48.247791 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Publish callbacks [] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:48.250314 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] Set router 18d4f8cc-60a8-47d2-94d6-cde408eba1af gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:20:48.296706 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Routers {'4682fa58-956e-4903-9f38-3e85c178c6d5'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:20:48.297361 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:20:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4682fa58-956e-4903-9f38-3e85c178c6d5'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:48.408640 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b22a1-d0a8-4ffd-a630-5623912b467a None None] Current status of the port 822c9720-29d0-46f0-b6d2-47df89cb0437 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:48.445158 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:20:48.464716 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-e1a7683f-5e3c-4030-9c53-e398e5aa5c8a admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/4682fa58-956e-4903-9f38-3e85c178c6d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1514637 Oct 31 19:20:48.648997 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 45194) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:48.650137 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5bd7cba3-6fb8-4a18-8585-8748c20a1ef8 admin admin] Publish callbacks [] for security_group (df5ce513-c683-4db8-b429-72d6ed73eb74), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:48.654455 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 3, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:48.685014 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-926f6165-7b48-4fbf-843b-5fcf722fd87a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:48.688446 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-6c3649f7-77e2-4c57-8aeb-27b7f8c75e98 None None] Provisioning complete for port 60503e30-25e1-4e17-a374-7df85584c256 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:48.688855 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6c3649f7-77e2-4c57-8aeb-27b7f8c75e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (60503e30-25e1-4e17-a374-7df85584c256), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:48.689229 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-6c3649f7-77e2-4c57-8aeb-27b7f8c75e98 None None] Attempt 1 to provision port 60503e30-25e1-4e17-a374-7df85584c256 Oct 31 19:20:48.712021 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f2af9c-0968-4410-94f8-7494ec435e6f None None] The sync data for ids ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'] in dv-cinder-863097-1-iscsi is: [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 3, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:20:48.722456 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538b3cb-bc4c-4fce-aa08-03c60e26683d None None] Pushing event updated for resources: {'Port': ['ID=f4da1255-575f-44a4-9d11-472f2ea68abc,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:48.783293 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5bd7cba3-6fb8-4a18-8585-8748c20a1ef8 admin admin] Publish callbacks [] for security_group (df5ce513-c683-4db8-b429-72d6ed73eb74), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:48.841322 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:48.922312 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-926f6165-7b48-4fbf-843b-5fcf722fd87a admin admin] Publish callbacks [] for security_group (97f91162-893e-4d7a-808a-05f3b2cac824), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:48.936432 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-926f6165-7b48-4fbf-843b-5fcf722fd87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (97f91162-893e-4d7a-808a-05f3b2cac824), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:48.948514 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-35dc878c-ffe9-4f7e-9030-556c92c168f1 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:20:48.950178 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-35dc878c-ffe9-4f7e-9030-556c92c168f1 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 HTTP/1.1" status: 200 len: 817 time: 0.9256535 Oct 31 19:20:48.957701 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:48.968274 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:49.034700 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Publish callbacks [] for port (0fe606d4-7017-41db-8d61-4e6d06a60bf8), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:49.047336 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:49.056321 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Network bb81951e-1ade-402e-8059-76bd3e08139a is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:49.078618 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-6c3649f7-77e2-4c57-8aeb-27b7f8c75e98 None None] Port 60503e30-25e1-4e17-a374-7df85584c256 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:20:49.081095 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (0fe606d4-7017-41db-8d61-4e6d06a60bf8), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:49.101852 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f6165-7b48-4fbf-843b-5fcf722fd87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f91162-893e-4d7a-808a-05f3b2cac824,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:49.104926 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:49.112224 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-926f6165-7b48-4fbf-843b-5fcf722fd87a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=862b116b75ac459ab1f27bf7d8def84b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4619231 Oct 31 19:20:49.113166 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:49.139729 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 45210) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:49.229199 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] Set router 4682fa58-956e-4903-9f38-3e85c178c6d5 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:20:49.269049 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-50c503bf-e32d-4ab1-8f9a-6e9db6c464e2 admin admin] Publish callbacks [] for security_group (97f91162-893e-4d7a-808a-05f3b2cac824), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:49.319414 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-8519ec30-81aa-44f9-8165-0f73bb9cd4e7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/quotas/06b4e580885f431b9ccb8aa409fdd454 HTTP/1.1" status: 200 len: 375 time: 0.3199027 Oct 31 19:20:49.320032 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Pushing event updated for resources: {'Port': ['ID=e66d7874-fe75-4921-91b1-0d4f592fb2ab,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:49.325594 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-50c503bf-e32d-4ab1-8f9a-6e9db6c464e2 admin admin] Publish callbacks [] for security_group (97f91162-893e-4d7a-808a-05f3b2cac824), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:49.335900 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:20:49.336595 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2057793'] for router_interface (18d4f8cc-60a8-47d2-94d6-cde408eba1af), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:49.498190 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-50c503bf-e32d-4ab1-8f9a-6e9db6c464e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (97f91162-893e-4d7a-808a-05f3b2cac824), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:49.514814 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-50c503bf-e32d-4ab1-8f9a-6e9db6c464e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:49.516682 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-50c503bf-e32d-4ab1-8f9a-6e9db6c464e2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/97f91162-893e-4d7a-808a-05f3b2cac824 HTTP/1.1" status: 204 len: 168 time: 0.3715310 Oct 31 19:20:49.518215 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f8630-71b9-4356-9200-14cc42db8fe6 None None] Pushing event updated for resources: {'Port': ['ID=0fe606d4-7017-41db-8d61-4e6d06a60bf8,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:49.539998 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c503bf-e32d-4ab1-8f9a-6e9db6c464e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f91162-893e-4d7a-808a-05f3b2cac824,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:49.550885 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 5c1fb066-17e7-4697-b804-ee3c7894b94a up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:20:49.554968 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Attempting to bind port 0fe606d4-7017-41db-8d61-4e6d06a60bf8 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:20:49.555472 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Attempting to bind port 0fe606d4-7017-41db-8d61-4e6d06a60bf8 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:20:49.555968 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Attempting to bind port 0fe606d4-7017-41db-8d61-4e6d06a60bf8 on network 676d21cd-5186-4b2a-b97a-f35601187c6a {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:20:49.782348 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 45228) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:49.789778 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Publish callbacks [] for port (60503e30-25e1-4e17-a374-7df85584c256), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:49.844871 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 45236) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:49.847701 dv-cinder-863097-1-iscsi neutron-server[104475]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 31 19:20:49.862487 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-6c3649f7-77e2-4c57-8aeb-27b7f8c75e98 None None] Provisioning complete for port e0c199e9-c05b-4dca-8223-2e695783bbbd triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:49.904088 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (60503e30-25e1-4e17-a374-7df85584c256), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:49.905090 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2057909'] for router_interface (a22818ab-3b72-4733-a7d0-94de59cd0919), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:49.908170 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:49.915293 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6c3649f7-77e2-4c57-8aeb-27b7f8c75e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:49.916044 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-6c3649f7-77e2-4c57-8aeb-27b7f8c75e98 None None] Attempt 1 to provision port e0c199e9-c05b-4dca-8223-2e695783bbbd Oct 31 19:20:49.981029 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 5c1fb066-17e7-4697-b804-ee3c7894b94a triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:49.981509 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (5c1fb066-17e7-4697-b804-ee3c7894b94a), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:49.981901 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 5c1fb066-17e7-4697-b804-ee3c7894b94a Oct 31 19:20:50.040482 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Pushing event updated for resources: {'Port': ['ID=60503e30-25e1-4e17-a374-7df85584c256,revision_number=2']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:50.067032 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-c2da70d6-91a7-4337-8337-88a0d3f2c4dd tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=06b4e580885f431b9ccb8aa409fdd454&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7053573 Oct 31 19:20:50.091112 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-6c3649f7-77e2-4c57-8aeb-27b7f8c75e98 None None] Port e0c199e9-c05b-4dca-8223-2e695783bbbd cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:20:50.113722 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:20:50.114088 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Checking segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:20:50.114488 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:50.115002 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Bound using segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:20:50.115489 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Bound port: 0fe606d4-7017-41db-8d61-4e6d06a60bf8, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:20:50.115856 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (0fe606d4-7017-41db-8d61-4e6d06a60bf8), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:50.169178 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] For port 0fe606d4-7017-41db-8d61-4e6d06a60bf8, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:20:50.173260 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5bd7cba3-6fb8-4a18-8585-8748c20a1ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (df5ce513-c683-4db8-b429-72d6ed73eb74), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:50.175790 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5bd7cba3-6fb8-4a18-8585-8748c20a1ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:50.176940 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-5bd7cba3-6fb8-4a18-8585-8748c20a1ef8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/df5ce513-c683-4db8-b429-72d6ed73eb74 HTTP/1.1" status: 204 len: 168 time: 2.2695563 Oct 31 19:20:50.186151 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] For port 0fe606d4-7017-41db-8d61-4e6d06a60bf8, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=0fe606d4-7017-41db-8d61-4e6d06a60bf8,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:20:50.205083 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:50.230904 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b92cf8c3-3efe-42d6-8a6d-de077fd8640e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:50.261039 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (0fe606d4-7017-41db-8d61-4e6d06a60bf8), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:50.291146 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7cba3-6fb8-4a18-8585-8748c20a1ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5ce513-c683-4db8-b429-72d6ed73eb74,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:50.388929 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-2effb248-c5d2-4a16-90d4-5d4aad82ddc8 None None] Provisioning complete for port e66d7874-fe75-4921-91b1-0d4f592fb2ab triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:50.389440 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-2effb248-c5d2-4a16-90d4-5d4aad82ddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:50.389995 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-2effb248-c5d2-4a16-90d4-5d4aad82ddc8 None None] Attempt 1 to provision port e66d7874-fe75-4921-91b1-0d4f592fb2ab Oct 31 19:20:50.456670 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b92cf8c3-3efe-42d6-8a6d-de077fd8640e admin admin] Publish callbacks [] for security_group (2493b86f-f4ba-4639-a7e7-c0cd8a4c8795), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:50.477645 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:50.491842 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-2effb248-c5d2-4a16-90d4-5d4aad82ddc8 None None] Port e66d7874-fe75-4921-91b1-0d4f592fb2ab cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:20:50.507241 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b92cf8c3-3efe-42d6-8a6d-de077fd8640e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (2493b86f-f4ba-4639-a7e7-c0cd8a4c8795), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:50.526712 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Network 76d0a169-b981-4155-bbd7-0bbdbbf23238 is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:50.538255 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Routers {'a22818ab-3b72-4733-a7d0-94de59cd0919'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:20:50.539866 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:20:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['a22818ab-3b72-4733-a7d0-94de59cd0919'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:50.605810 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:50.608104 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05839115-483e-4087-976f-3bd9fccd5eea req-13127038-7e84-403e-af87-e4635ceec1be tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:20:50.610059 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-13127038-7e84-403e-af87-e4635ceec1be tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/networks?id=63593bdb-a055-4a28-947d-cfc60fc8843a HTTP/1.1" status: 200 len: 812 time: 0.7635295 Oct 31 19:20:50.683593 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-b92cf8c3-3efe-42d6-8a6d-de077fd8640e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=afb44b13e7ac47dbb4e1321e9b46e48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9001343 Oct 31 19:20:50.685297 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-969294f4-49b9-4444-b8bf-faa87fd5b12f tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/quotas/4c549a25d33441e98aae78e940a69c7c HTTP/1.1" status: 200 len: 375 time: 0.0637906 Oct 31 19:20:50.694512 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 45262) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:50.810717 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] Set router a22818ab-3b72-4733-a7d0-94de59cd0919 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:20:50.829540 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cf8c3-3efe-42d6-8a6d-de077fd8640e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2493b86f-f4ba-4639-a7e7-c0cd8a4c8795,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:50.832042 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-318f3212-2e93-4b0d-ab8d-53495a7cf005 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:20:50.841667 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-318f3212-2e93-4b0d-ab8d-53495a7cf005 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4187152 Oct 31 19:20:51.037163 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:51.038625 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:51.044516 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'name': 'tempest-DeleteServersTestJSON-1900682918-router', 'tenant_id': '4c549a25d33441e98aae78e940a69c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f4da1255-575f-44a4-9d11-472f2ea68abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:46Z', 'revision_number': 4, 'project_id': '4c549a25d33441e98aae78e940a69c7c', 'gw_port': {'id': 'f4da1255-575f-44a4-9d11-472f2ea68abc', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'e0c199e9-c05b-4dca-8223-2e695783bbbd', 'name': '', 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a', 'tenant_id': '4c549a25d33441e98aae78e940a69c7c', 'mac_address': 'fa:16:3e:8f:42:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b9a99c1b-87ff-4141-bfef-de70ef9e6ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:20:46Z', 'revision_number': 2, 'project_id': '4c549a25d33441e98aae78e940a69c7c', 'subnets': [{'id': 'b9a99c1b-87ff-4141-bfef-de70ef9e6ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:51.046530 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 5c1fb066-17e7-4697-b804-ee3c7894b94a is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:51.047671 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 822c9720-29d0-46f0-b6d2-47df89cb0437 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:20:51.094692 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-fff89dfa-ee7c-4a45-b3c9-0a15cf857e8b tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=4c549a25d33441e98aae78e940a69c7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3964102 Oct 31 19:20:51.095597 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f8630-71b9-4356-9200-14cc42db8fe6 None None] Pushing event updated for resources: {'Port': ['ID=0fe606d4-7017-41db-8d61-4e6d06a60bf8,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:51.159194 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-e3cc05fe-45e7-48c6-b231-30df5ff9f9f8 None None] Provisioning complete for port 60503e30-25e1-4e17-a374-7df85584c256 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:51.159738 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e3cc05fe-45e7-48c6-b231-30df5ff9f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (60503e30-25e1-4e17-a374-7df85584c256), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:51.160112 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-e3cc05fe-45e7-48c6-b231-30df5ff9f9f8 None None] Attempt 1 to provision port 60503e30-25e1-4e17-a374-7df85584c256 Oct 31 19:20:51.171517 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-00b5b104-5dc4-4dfc-955b-3ee2f9ac681a admin admin] Publish callbacks [] for security_group (2493b86f-f4ba-4639-a7e7-c0cd8a4c8795), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:51.233331 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc05fe-45e7-48c6-b231-30df5ff9f9f8 None None] Port 60503e30-25e1-4e17-a374-7df85584c256 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:20:51.235514 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8269a841-873f-4a27-93e4-acda0307bd05 None None] The sync data for ids ['4682fa58-956e-4903-9f38-3e85c178c6d5'] in dv-cinder-863097-1-iscsi is: [{'id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'name': 'tempest-DeleteServersTestJSON-1900682918-router', 'tenant_id': '4c549a25d33441e98aae78e940a69c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f4da1255-575f-44a4-9d11-472f2ea68abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:46Z', 'revision_number': 4, 'project_id': '4c549a25d33441e98aae78e940a69c7c', 'gw_port': {'id': 'f4da1255-575f-44a4-9d11-472f2ea68abc', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'e0c199e9-c05b-4dca-8223-2e695783bbbd', 'name': '', 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a', 'tenant_id': '4c549a25d33441e98aae78e940a69c7c', 'mac_address': 'fa:16:3e:8f:42:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b9a99c1b-87ff-4141-bfef-de70ef9e6ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:20:46Z', 'revision_number': 2, 'project_id': '4c549a25d33441e98aae78e940a69c7c', 'subnets': [{'id': 'b9a99c1b-87ff-4141-bfef-de70ef9e6ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:20:51.257068 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-00b5b104-5dc4-4dfc-955b-3ee2f9ac681a admin admin] Publish callbacks [] for security_group (2493b86f-f4ba-4639-a7e7-c0cd8a4c8795), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:51.332857 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Router a22818ab-3b72-4733-a7d0-94de59cd0919 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:20:51.366114 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Publish callbacks [] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:51.385019 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-00b5b104-5dc4-4dfc-955b-3ee2f9ac681a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (2493b86f-f4ba-4639-a7e7-c0cd8a4c8795), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:51.389511 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-00b5b104-5dc4-4dfc-955b-3ee2f9ac681a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:51.390970 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-00b5b104-5dc4-4dfc-955b-3ee2f9ac681a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2493b86f-f4ba-4639-a7e7-c0cd8a4c8795 HTTP/1.1" status: 204 len: 168 time: 0.6917779 Oct 31 19:20:51.394704 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:51.406875 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5b104-5dc4-4dfc-955b-3ee2f9ac681a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2493b86f-f4ba-4639-a7e7-c0cd8a4c8795,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:51.428321 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:51.429262 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2057909'] for router_interface (18d4f8cc-60a8-47d2-94d6-cde408eba1af), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:51.434000 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 4, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port': {'id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '60503e30-25e1-4e17-a374-7df85584c256', 'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'mac_address': 'fa:16:3e:34:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 2, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'subnets': [{'id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:51.439904 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 822c9720-29d0-46f0-b6d2-47df89cb0437 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:51.440585 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (822c9720-29d0-46f0-b6d2-47df89cb0437), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:51.440919 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 822c9720-29d0-46f0-b6d2-47df89cb0437 Oct 31 19:20:51.497312 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7426d9-bf48-4ca8-8b58-55899cc9aa4c None None] The sync data for ids ['a22818ab-3b72-4733-a7d0-94de59cd0919'] in dv-cinder-863097-1-iscsi is: [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 4, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port': {'id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '60503e30-25e1-4e17-a374-7df85584c256', 'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'mac_address': 'fa:16:3e:34:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 2, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'subnets': [{'id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:20:51.524082 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:51.595500 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Pushing event updated for resources: {'Port': ['ID=e66d7874-fe75-4921-91b1-0d4f592fb2ab,revision_number=2']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:51.611685 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 822c9720-29d0-46f0-b6d2-47df89cb0437 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:51.614280 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device cf8e8cb0-374f-462a-91c2-0e3218c787a4 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:20:51.665377 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-ed4cc2c2-f609-47ed-bb46-553461ac9d27 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892455 Oct 31 19:20:51.688951 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port cf8e8cb0-374f-462a-91c2-0e3218c787a4 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:51.689571 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:51.690117 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port cf8e8cb0-374f-462a-91c2-0e3218c787a4 Oct 31 19:20:51.717382 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:20:51.742489 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-d1c842b0-df89-451a-9d54-958b8335b913 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/a22818ab-3b72-4733-a7d0-94de59cd0919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0767379 Oct 31 19:20:51.763473 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-cc60e40a-2669-459b-92b7-bcce39d1c50e service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:20:51.764499 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-cc60e40a-2669-459b-92b7-bcce39d1c50e service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3284376 Oct 31 19:20:51.834277 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Network bb81951e-1ade-402e-8059-76bd3e08139a is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:51.838514 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:51.846752 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:51.934085 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-40fcb0ce-c95c-4842-a5bc-8f2a09b5547d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571235 Oct 31 19:20:51.994350 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-c93fbd0d-995c-42a4-8918-902e3e12aeb5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/63593bdb-a055-4a28-947d-cfc60fc8843a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089627 Oct 31 19:20:52.140420 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Router 18d4f8cc-60a8-47d2-94d6-cde408eba1af has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:20:52.225023 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port cf8e8cb0-374f-462a-91c2-0e3218c787a4 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:52.225991 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:52.314643 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:52.349998 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-8cb41d51-182d-4040-8675-8c0a50a42fdf service neutron] 10.222.0.16 "GET /networking/v2.0/networks/63593bdb-a055-4a28-947d-cfc60fc8843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438268 Oct 31 19:20:52.405722 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port cf8e8cb0-374f-462a-91c2-0e3218c787a4, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=cf8e8cb0-374f-462a-91c2-0e3218c787a4,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:20:52.430906 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:52.432130 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:20:52.548113 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 45328) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:52.558691 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:20:52.598920 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2d2598e8-58d0-40cb-b8a0-9c3450441f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:52.600918 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-c77b2212-9343-4397-88e7-1d07195bdade admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/18d4f8cc-60a8-47d2-94d6-cde408eba1af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5555701 Oct 31 19:20:52.607631 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-0ecf4d4b-b16f-419e-baaf-77aebb108a49 None None] Provisioning complete for port e66d7874-fe75-4921-91b1-0d4f592fb2ab triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:52.609786 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0ecf4d4b-b16f-419e-baaf-77aebb108a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:52.611373 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-0ecf4d4b-b16f-419e-baaf-77aebb108a49 None None] Attempt 1 to provision port e66d7874-fe75-4921-91b1-0d4f592fb2ab Oct 31 19:20:52.789131 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf4d4b-b16f-419e-baaf-77aebb108a49 None None] Port e66d7874-fe75-4921-91b1-0d4f592fb2ab cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:20:52.848429 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=cf8e8cb0-374f-462a-91c2-0e3218c787a4,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:52.865110 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:52.867876 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (8e5f7d53-3f62-4a72-bb55-cd5e44ddb031), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:52.868373 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 Oct 31 19:20:52.886721 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2d2598e8-58d0-40cb-b8a0-9c3450441f48 admin admin] Publish callbacks [] for security_group (6bd9e0be-6bad-4335-982e-2d905a1aec6a), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:52.892304 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2d2598e8-58d0-40cb-b8a0-9c3450441f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (6bd9e0be-6bad-4335-982e-2d905a1aec6a), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:52.924753 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6b357688-38f4-40c4-9a0f-606d12589af8 req-981ed7bd-1897-42f8-922e-89b3bdb02ec7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 210 time: 0.2131679 Oct 31 19:20:53.007744 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Sync routers for ids ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:20:53.044110 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Routers {'18d4f8cc-60a8-47d2-94d6-cde408eba1af'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:20:53.044773 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:20:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:53.106645 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2598e8-58d0-40cb-b8a0-9c3450441f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd9e0be-6bad-4335-982e-2d905a1aec6a,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:53.118511 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-2d2598e8-58d0-40cb-b8a0-9c3450441f48 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5c1185042be246079cf44d624aea104c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5665171 Oct 31 19:20:53.118511 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-af064665-97f0-4911-ba4c-bfdd9515eebd req-f114a7e6-0f3f-4dd4-ac98-eb8de3fd1530 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 210 time: 0.1246343 Oct 31 19:20:53.121386 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 45370) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:53.184810 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:53.208795 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b14ce1c5-c72a-4dd7-a9e6-7cdd2fc14f20 admin admin] Publish callbacks [] for security_group (6bd9e0be-6bad-4335-982e-2d905a1aec6a), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:53.233934 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b14ce1c5-c72a-4dd7-a9e6-7cdd2fc14f20 admin admin] Publish callbacks [] for security_group (6bd9e0be-6bad-4335-982e-2d905a1aec6a), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:53.312939 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b14ce1c5-c72a-4dd7-a9e6-7cdd2fc14f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (6bd9e0be-6bad-4335-982e-2d905a1aec6a), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:53.316186 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b14ce1c5-c72a-4dd7-a9e6-7cdd2fc14f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:53.317663 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-b14ce1c5-c72a-4dd7-a9e6-7cdd2fc14f20 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6bd9e0be-6bad-4335-982e-2d905a1aec6a HTTP/1.1" status: 204 len: 168 time: 0.1952245 Oct 31 19:20:53.331149 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ce1c5-c72a-4dd7-a9e6-7cdd2fc14f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd9e0be-6bad-4335-982e-2d905a1aec6a,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:53.403840 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Set router 18d4f8cc-60a8-47d2-94d6-cde408eba1af gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:20:53.606087 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device db192b77-6a9c-4a50-91e2-04230a7bc81e up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:20:53.683378 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:53.787427 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port db192b77-6a9c-4a50-91e2-04230a7bc81e triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:53.787787 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (db192b77-6a9c-4a50-91e2-04230a7bc81e), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:53.788124 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port db192b77-6a9c-4a50-91e2-04230a7bc81e Oct 31 19:20:54.132094 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 45416) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:54.137841 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-969c69c0-2473-4008-8619-f471cc2360cf tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--334617367', 'description': 'tempest-description--659288382'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:54.219388 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-51d65371-17aa-4a5d-8727-4e8e4dae4b53 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:20:54.234173 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-51d65371-17aa-4a5d-8727-4e8e4dae4b53 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 818 time: 0.3269453 Oct 31 19:20:54.257173 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-3bd56dd1-d04d-48d0-b0ae-cae09ff74bde tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/quotas/73cf63c76fc543428404002ae9a75b29 HTTP/1.1" status: 200 len: 375 time: 0.0213542 Oct 31 19:20:54.272133 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-969c69c0-2473-4008-8619-f471cc2360cf tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:54.280145 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2bc13acf-c9cf-458b-901e-26fe5c74b6f0 req-e8c0ac59-6b04-4bd9-b125-ff736ef7b3dc tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 210 time: 0.0768938 Oct 31 19:20:54.292265 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port db192b77-6a9c-4a50-91e2-04230a7bc81e is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:54.295037 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (db192b77-6a9c-4a50-91e2-04230a7bc81e), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:54.369952 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:49Z', 'revision_number': 4, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'e66d7874-fe75-4921-91b1-0d4f592fb2ab', 'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'mac_address': 'fa:16:3e:31:e9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:20:50Z', 'revision_number': 2, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'subnets': [{'id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:54.392058 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port db192b77-6a9c-4a50-91e2-04230a7bc81e, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=db192b77-6a9c-4a50-91e2-04230a7bc81e,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:20:54.432915 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-d062d57d-0ec8-4c97-8e2d-83e45419c687 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1743507 Oct 31 19:20:54.472037 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (db192b77-6a9c-4a50-91e2-04230a7bc81e), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:54.475306 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device cf8e8cb0-374f-462a-91c2-0e3218c787a4 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:20:54.482261 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Checking router: 18d4f8cc-60a8-47d2-94d6-cde408eba1af for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:20:54.482786 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Updating router 18d4f8cc-60a8-47d2-94d6-cde408eba1af port e66d7874-fe75-4921-91b1-0d4f592fb2ab binding host dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:20:54.529495 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:54.562543 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-66380896-9206-47d2-9a4a-91564b5e6958 req-d06834d0-f221-4e3e-b2c2-dbe99d8166e3 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 210 time: 0.1218612 Oct 31 19:20:54.623633 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:54.668686 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-969c69c0-2473-4008-8619-f471cc2360cf tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group (dc7ffa67-2b23-4574-9c77-71cf38bc18a9), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:54.668855 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port cf8e8cb0-374f-462a-91c2-0e3218c787a4 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:54.669252 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:54.669589 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port cf8e8cb0-374f-462a-91c2-0e3218c787a4 Oct 31 19:20:54.673059 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-a7ff2978-5930-4aa2-824b-af7a6cb8b06d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392712 Oct 31 19:20:54.675328 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=db192b77-6a9c-4a50-91e2-04230a7bc81e,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:54.679291 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-969c69c0-2473-4008-8619-f471cc2360cf tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (dc7ffa67-2b23-4574-9c77-71cf38bc18a9), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:54.750055 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-969c69c0-2473-4008-8619-f471cc2360cf tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:54.756213 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-969c69c0-2473-4008-8619-f471cc2360cf tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6219900 Oct 31 19:20:54.757996 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 45442) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:54.764661 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-f432aa35-a94c-4460-88b7-1dad5c54134e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Request body: {'security_group_rule': {'security_group_id': 'dc7ffa67-2b23-4574-9c77-71cf38bc18a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:54.776018 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:54.807496 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c69c0-2473-4008-8619-f471cc2360cf tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7ffa67-2b23-4574-9c77-71cf38bc18a9,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:54.883007 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f432aa35-a94c-4460-88b7-1dad5c54134e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group_rule (6fe24f2c-4835-4fcf-af8f-53f2f7554891), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:54.933975 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:54.951762 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-da807625-ca52-4b1d-a27d-bf813a6566dd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642157 Oct 31 19:20:55.072649 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f432aa35-a94c-4460-88b7-1dad5c54134e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group_rule (6fe24f2c-4835-4fcf-af8f-53f2f7554891), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:55.081421 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f432aa35-a94c-4460-88b7-1dad5c54134e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (6fe24f2c-4835-4fcf-af8f-53f2f7554891), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:55.181217 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432aa35-a94c-4460-88b7-1dad5c54134e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe24f2c-4835-4fcf-af8f-53f2f7554891,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:55.189360 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:55.213630 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f432aa35-a94c-4460-88b7-1dad5c54134e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:55.215094 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-f432aa35-a94c-4460-88b7-1dad5c54134e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4541569 Oct 31 19:20:55.218070 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 45470) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:55.222954 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-9e7562dc-fcaf-4405-957b-daee071555e5 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Request body: {'security_group_rule': {'security_group_id': 'dc7ffa67-2b23-4574-9c77-71cf38bc18a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:55.270214 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Publish callbacks [] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:55.272598 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port cf8e8cb0-374f-462a-91c2-0e3218c787a4 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:55.282649 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:55.320733 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9e7562dc-fcaf-4405-957b-daee071555e5 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group_rule (ed9b0b83-abc6-4739-9fff-86a7d4f129c1), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:55.381051 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-80fd0f06-d100-4273-850a-e3c9189558f1 req-d8a0f130-35ce-4adb-a39d-1f13eb8983e0 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 210 time: 0.1137810 Oct 31 19:20:55.443132 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3648242-3266-4a87-83a2-3e7e531635ba None None] Pushing event updated for resources: {'Port': ['ID=e66d7874-fe75-4921-91b1-0d4f592fb2ab,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:55.593159 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Attempting to bind port e66d7874-fe75-4921-91b1-0d4f592fb2ab on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:20:55.593512 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Attempting to bind port e66d7874-fe75-4921-91b1-0d4f592fb2ab by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': 'f8e8f60f-31c8-4f06-ac72-adbed7afc379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:20:55.594389 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Attempting to bind port e66d7874-fe75-4921-91b1-0d4f592fb2ab on network bb81951e-1ade-402e-8059-76bd3e08139a {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:20:55.810555 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b974e028-c218-4440-ac24-65c02c77e287 req-71929134-f7d3-46f7-b96c-f951025e832f tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 210 time: 0.0888145 Oct 31 19:20:55.843952 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9e7562dc-fcaf-4405-957b-daee071555e5 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group_rule (ed9b0b83-abc6-4739-9fff-86a7d4f129c1), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:55.877584 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:20:55.877978 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Checking segment: {'id': 'f8e8f60f-31c8-4f06-ac72-adbed7afc379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:20:55.878379 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:55.878777 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Bound using segment: {'id': 'f8e8f60f-31c8-4f06-ac72-adbed7afc379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:20:55.879239 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Bound port: e66d7874-fe75-4921-91b1-0d4f592fb2ab, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e8f60f-31c8-4f06-ac72-adbed7afc379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:20:55.879614 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:55.884940 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9e7562dc-fcaf-4405-957b-daee071555e5 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (ed9b0b83-abc6-4739-9fff-86a7d4f129c1), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:55.917383 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-124242a5-18bd-4659-a4e7-727bc98bde04 req-d69c1ca9-3e01-4402-a983-1d715bfe4644 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 210 time: 0.2577901 Oct 31 19:20:55.982596 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7562dc-fcaf-4405-957b-daee071555e5 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9b0b83-abc6-4739-9fff-86a7d4f129c1,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:56.000139 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9e7562dc-fcaf-4405-957b-daee071555e5 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:56.001581 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-9e7562dc-fcaf-4405-957b-daee071555e5 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7823970 Oct 31 19:20:56.004915 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 45508) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:56.011571 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Request body: {'floatingip': {'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:56.030252 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device db192b77-6a9c-4a50-91e2-04230a7bc81e up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:20:56.054727 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:56.163931 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:56.165835 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:56.257445 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] For port e66d7874-fe75-4921-91b1-0d4f592fb2ab, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:20:56.269626 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] For port e66d7874-fe75-4921-91b1-0d4f592fb2ab, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=e66d7874-fe75-4921-91b1-0d4f592fb2ab,segment=NetworkSegment(f8e8f60f-31c8-4f06-ac72-adbed7afc379),segment_id=f8e8f60f-31c8-4f06-ac72-adbed7afc379)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:20:56.331028 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:56.368221 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Allocated IP 172.27.0.69 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/cae0112a-eabf-4ef4-8e5f-bf54c7b2d7ba) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:20:56.500421 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Routers {'18d4f8cc-60a8-47d2-94d6-cde408eba1af'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:20:56.501891 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:20:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:56.631909 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port db192b77-6a9c-4a50-91e2-04230a7bc81e triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:56.632391 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (db192b77-6a9c-4a50-91e2-04230a7bc81e), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:56.632730 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port db192b77-6a9c-4a50-91e2-04230a7bc81e Oct 31 19:20:56.634163 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for port (cae0112a-eabf-4ef4-8e5f-bf54c7b2d7ba), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:56.639800 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:56.707515 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3648242-3266-4a87-83a2-3e7e531635ba None None] Pushing event updated for resources: {'Port': ['ID=e66d7874-fe75-4921-91b1-0d4f592fb2ab,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:56.709766 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-3585a7e6-28b4-4e78-be1f-0003135626a4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:20:56.717216 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-3585a7e6-28b4-4e78-be1f-0003135626a4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 818 time: 0.2047780 Oct 31 19:20:56.737594 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-764adf35-3a8e-4547-b1a4-0dd54361afda tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/quotas/73cf63c76fc543428404002ae9a75b29 HTTP/1.1" status: 200 len: 375 time: 0.0185304 Oct 31 19:20:57.075420 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9930c86d-5309-43b6-a2c9-cf86ebfacc6b req-e9234705-9dec-471b-abcd-511add4967fa tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 210 time: 0.1114750 Oct 31 19:20:57.080196 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.33', 58907) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:57.099695 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (cae0112a-eabf-4ef4-8e5f-bf54c7b2d7ba), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:57.186297 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port db192b77-6a9c-4a50-91e2-04230a7bc81e is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:57.187394 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device f4da1255-575f-44a4-9d11-472f2ea68abc up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:20:57.270511 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:20:57.279598 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:20:57.282934 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:20:57.308693 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-0d630706-69cf-483e-8109-b0c19824039c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5698447 Oct 31 19:20:57.347255 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event updated for resources: {'Port': ['ID=cae0112a-eabf-4ef4-8e5f-bf54c7b2d7ba,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:57.347468 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:57.373640 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] Set router 18d4f8cc-60a8-47d2-94d6-cde408eba1af gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:20:57.393773 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:57.471515 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for floatingip (148a3cee-bb1a-492c-8cbb-ae63000d022f), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:57.489763 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-51d13b7c-1803-499e-8501-585c0d6e4b9f req-1432d650-4932-40e4-a55e-447d1b6b22de tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 210 time: 0.1415739 Oct 31 19:20:57.538730 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-671d50e7-e3b5-4871-8d67-86e2a98eb58c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290998 Oct 31 19:20:57.606697 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port f4da1255-575f-44a4-9d11-472f2ea68abc triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:57.607171 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (f4da1255-575f-44a4-9d11-472f2ea68abc), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:57.607517 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port f4da1255-575f-44a4-9d11-472f2ea68abc Oct 31 19:20:57.635269 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-ccd029fd-acfa-4ad8-996a-b4d41f36d6ee tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:20:57.638566 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-ccd029fd-acfa-4ad8-996a-b4d41f36d6ee tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 HTTP/1.1" status: 200 len: 817 time: 0.5572021 Oct 31 19:20:57.638975 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (cae0112a-eabf-4ef4-8e5f-bf54c7b2d7ba), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:57.798651 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:57.811695 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.33', 58915) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:57.960227 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port f4da1255-575f-44a4-9d11-472f2ea68abc is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:57.960618 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (f4da1255-575f-44a4-9d11-472f2ea68abc), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:58.013596 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-fcdc937a-443d-4c88-a7c9-4b6dec273800 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=06b4e580885f431b9ccb8aa409fdd454 HTTP/1.1" status: 200 len: 380 time: 0.3330400 Oct 31 19:20:58.091275 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port f4da1255-575f-44a4-9d11-472f2ea68abc, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=f4da1255-575f-44a4-9d11-472f2ea68abc,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:20:58.098140 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:49Z', 'revision_number': 4, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'e66d7874-fe75-4921-91b1-0d4f592fb2ab', 'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'mac_address': 'fa:16:3e:31:e9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:20:56Z', 'revision_number': 4, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'subnets': [{'id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:20:58.107264 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (f4da1255-575f-44a4-9d11-472f2ea68abc), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:58.108137 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 0fe606d4-7017-41db-8d61-4e6d06a60bf8 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:20:58.114040 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-c3ed6167-b859-4beb-bf59-8ceb4d238d14 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Request body: {'port': {'device_id': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'admin_state_up': True, 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'security_groups': ['0e918cd3-ebec-4206-997d-5efde11f6563']}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:58.161749 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-9b0572cc-19a3-4298-9ce5-8603db6d2426 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6166542 Oct 31 19:20:58.186674 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for port (cae0112a-eabf-4ef4-8e5f-bf54c7b2d7ba), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:58.199319 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (cae0112a-eabf-4ef4-8e5f-bf54c7b2d7ba), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:58.200224 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (148a3cee-bb1a-492c-8cbb-ae63000d022f), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:58.284522 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd7314e-da42-40fe-b42f-2d4839dfa7e3 None None] The sync data for ids ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'] in dv-cinder-863097-1-iscsi is: [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:49Z', 'revision_number': 4, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'e66d7874-fe75-4921-91b1-0d4f592fb2ab', 'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'mac_address': 'fa:16:3e:31:e9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:20:56Z', 'revision_number': 4, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'subnets': [{'id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:20:58.288711 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:58.309134 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:58.323958 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3167231 Oct 31 19:20:58.360608 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59418ee9-1400-4719-bddd-8e86071993e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event updated for resources: {'Port': ['ID=cae0112a-eabf-4ef4-8e5f-bf54c7b2d7ba,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:58.416528 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 0fe606d4-7017-41db-8d61-4e6d06a60bf8 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:58.417295 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (0fe606d4-7017-41db-8d61-4e6d06a60bf8), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:58.419242 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 0fe606d4-7017-41db-8d61-4e6d06a60bf8 Oct 31 19:20:58.540393 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.33', 58923) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:20:58.565799 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=f4da1255-575f-44a4-9d11-472f2ea68abc,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:58.716909 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 0fe606d4-7017-41db-8d61-4e6d06a60bf8 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:58.717309 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (0fe606d4-7017-41db-8d61-4e6d06a60bf8), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:58.824878 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port 0fe606d4-7017-41db-8d61-4e6d06a60bf8, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=0fe606d4-7017-41db-8d61-4e6d06a60bf8,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:20:58.834350 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (0fe606d4-7017-41db-8d61-4e6d06a60bf8), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:59.003090 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=0fe606d4-7017-41db-8d61-4e6d06a60bf8,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:20:59.048630 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-45fa295f-19e3-48bd-a94f-93a384fbf467 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:20:59.058292 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-45fa295f-19e3-48bd-a94f-93a384fbf467 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.33 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 818 time: 0.5167980 Oct 31 19:20:59.078938 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device f4da1255-575f-44a4-9d11-472f2ea68abc up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:20:59.086846 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05839115-483e-4087-976f-3bd9fccd5eea req-17c68f6e-c48d-4d56-81dc-66e0db786a7e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:20:59.096325 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-8d2c6ece-3b11-4ef8-8aff-4d489ebf0913 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Request body: {'port': {'device_id': '7a47cd33-e4a0-4b78-9afc-2f371e4a9d10', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'admin_state_up': True, 'tenant_id': '73cf63c76fc543428404002ae9a75b29'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:59.096727 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-17c68f6e-c48d-4d56-81dc-66e0db786a7e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.33 "GET /networking/v2.0/networks?id=63593bdb-a055-4a28-947d-cfc60fc8843a HTTP/1.1" status: 200 len: 812 time: 1.2756789 Oct 31 19:20:59.118252 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4d3cd883-9aad-4ebc-aa08-2ff7c4fb54f3 req-c515161b-2859-424d-aec2-8c39d7a98b62 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 210 time: 0.7893109 Oct 31 19:20:59.136990 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [req-05839115-483e-4087-976f-3bd9fccd5eea req-eed3b557-fa1c-42fb-a79b-c5aea531204e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Request body: {'port': {'device_id': '98a9a544-4553-4083-aa26-1dc327369d54', 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a', 'admin_state_up': True, 'tenant_id': '4c549a25d33441e98aae78e940a69c7c'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:20:59.178625 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port f4da1255-575f-44a4-9d11-472f2ea68abc triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:20:59.180549 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (f4da1255-575f-44a4-9d11-472f2ea68abc), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:59.181921 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port f4da1255-575f-44a4-9d11-472f2ea68abc Oct 31 19:20:59.206033 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46d5c584-522c-4fbb-a16b-0463a860cad0 req-c668db61-0a4f-4d27-9351-34e883392b37 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 210 time: 0.1466749 Oct 31 19:20:59.344287 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port f4da1255-575f-44a4-9d11-472f2ea68abc is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:20:59.551069 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:20:59.637907 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c8db69f8-8ab7-4645-b389-adf5ae6857b4 req-378781d6-924a-4ed3-b5b4-a732db8f5a23 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 210 time: 0.2256374 Oct 31 19:20:59.784390 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-8d2c6ece-3b11-4ef8-8aff-4d489ebf0913 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Made reservation on behalf of 73cf63c76fc543428404002ae9a75b29 for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:20:59.810217 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-8d2c6ece-3b11-4ef8-8aff-4d489ebf0913 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:20:59.870421 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-724ec372-dd0d-4fbd-8932-8da59469d54e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--334617367&fields=id&tenant_id=3f9c317b548b40deb8cb27236d36d674 HTTP/1.1" status: 200 len: 267 time: 0.4002326 Oct 31 19:20:59.884605 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-c3ed6167-b859-4beb-bf59-8ceb4d238d14 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Made reservation on behalf of 06b4e580885f431b9ccb8aa409fdd454 for: {'port': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:20:59.898268 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-c3ed6167-b859-4beb-bf59-8ceb4d238d14 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:00.176647 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 45734) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:00.184584 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Sync routers for ids ['4682fa58-956e-4903-9f38-3e85c178c6d5'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:21:00.207325 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Routers {'4682fa58-956e-4903-9f38-3e85c178c6d5'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:21:00.209389 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:20:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4682fa58-956e-4903-9f38-3e85c178c6d5'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:00.280627 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05839115-483e-4087-976f-3bd9fccd5eea req-eed3b557-fa1c-42fb-a79b-c5aea531204e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Made reservation on behalf of 4c549a25d33441e98aae78e940a69c7c for: {'port': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:21:00.284956 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-05839115-483e-4087-976f-3bd9fccd5eea req-eed3b557-fa1c-42fb-a79b-c5aea531204e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:00.419373 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Set router 4682fa58-956e-4903-9f38-3e85c178c6d5 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:21:00.498161 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-be80d833-5e9f-4226-a9d9-b014388e2455 req-10a46ee2-4346-4bf8-a20a-c5cb6047c957 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 210 time: 0.1546292 Oct 31 19:21:00.769315 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'name': 'tempest-DeleteServersTestJSON-1900682918-router', 'tenant_id': '4c549a25d33441e98aae78e940a69c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f4da1255-575f-44a4-9d11-472f2ea68abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:46Z', 'revision_number': 4, 'project_id': '4c549a25d33441e98aae78e940a69c7c', 'gw_port': {'id': 'f4da1255-575f-44a4-9d11-472f2ea68abc', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'e0c199e9-c05b-4dca-8223-2e695783bbbd', 'name': '', 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a', 'tenant_id': '4c549a25d33441e98aae78e940a69c7c', 'mac_address': 'fa:16:3e:8f:42:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b9a99c1b-87ff-4141-bfef-de70ef9e6ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:20:46Z', 'revision_number': 2, 'project_id': '4c549a25d33441e98aae78e940a69c7c', 'subnets': [{'id': 'b9a99c1b-87ff-4141-bfef-de70ef9e6ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:00.852405 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Checking router: 4682fa58-956e-4903-9f38-3e85c178c6d5 for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:21:00.852755 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Updating router 4682fa58-956e-4903-9f38-3e85c178c6d5 port e0c199e9-c05b-4dca-8223-2e695783bbbd binding host dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:21:00.916309 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:00.940110 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:00.955592 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Sync routers for ids ['a22818ab-3b72-4733-a7d0-94de59cd0919'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:21:00.973031 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Routers {'a22818ab-3b72-4733-a7d0-94de59cd0919'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:21:00.974474 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:20:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['a22818ab-3b72-4733-a7d0-94de59cd0919'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:01.162438 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1fe5ce72-81b0-4fa5-807c-8d84364aeab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:01.172668 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-8d2c6ece-3b11-4ef8-8aff-4d489ebf0913 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Allocated IP 172.20.0.3 (76d0a169-b981-4155-bbd7-0bbdbbf23238/d2c209a4-c49d-431e-b8bc-b162483f4e74/c1f5b141-b428-4cbf-9938-2df49ece4368) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:21:01.313402 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device e66d7874-fe75-4921-91b1-0d4f592fb2ab up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:21:01.428747 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-c3ed6167-b859-4beb-bf59-8ceb4d238d14 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Allocated IP 172.20.0.4 (fc617f6e-5991-4f0c-a83c-e8b4b519bfd4/41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b/3807af14-6f9a-4bcc-86d0-c9961d4697ae) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:21:01.472821 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:01.508616 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Set router a22818ab-3b72-4733-a7d0-94de59cd0919 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:21:01.508824 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.33', 58932) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:01.592991 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-97259f94-3788-4b56-8351-11cf15b24c5b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:01.609559 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-97259f94-3788-4b56-8351-11cf15b24c5b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/networks?id=bb81951e-1ade-402e-8059-76bd3e08139a HTTP/1.1" status: 200 len: 809 time: 1.7209098 Oct 31 19:21:01.707040 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port e66d7874-fe75-4921-91b1-0d4f592fb2ab triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:01.707435 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:01.707772 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port e66d7874-fe75-4921-91b1-0d4f592fb2ab Oct 31 19:21:01.779790 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:01.826471 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-ac611818-7522-4c8c-a56f-c2a1cb1f8957 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/quotas/3f9c317b548b40deb8cb27236d36d674 HTTP/1.1" status: 200 len: 375 time: 0.2123148 Oct 31 19:21:01.871963 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-dda333bf-bdcc-49c8-829f-c17d32718c15 req-db60fc3e-c5da-47cd-9f0e-c618a4e9417c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 210 time: 0.9328072 Oct 31 19:21:01.979611 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [req-05839115-483e-4087-976f-3bd9fccd5eea req-eed3b557-fa1c-42fb-a79b-c5aea531204e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Allocated IP 172.20.0.7 (63593bdb-a055-4a28-947d-cfc60fc8843a/b9a99c1b-87ff-4141-bfef-de70ef9e6ca3/c411fd72-ddd2-4429-98b0-69e862f32b98) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:21:01.996178 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-c3ed6167-b859-4beb-bf59-8ceb4d238d14 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:02.149574 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-864b3f46-5aa4-4060-914c-c07a2dcf461a req-f774bb40-a34a-4282-adee-f96f41189408 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 210 time: 0.1025915 Oct 31 19:21:02.169792 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:02.175337 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0e8c80b3-cc2d-4bc9-8ceb-b08d2cba6730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:02.189852 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:02.324124 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-50df118a-1b68-4589-a975-193a5bc8db5d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3f9c317b548b40deb8cb27236d36d674&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4966593 Oct 31 19:21:02.392383 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 4, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port': {'id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '60503e30-25e1-4e17-a374-7df85584c256', 'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'mac_address': 'fa:16:3e:34:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 2, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'subnets': [{'id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:02.493263 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-1c079c62-ef7a-4729-bc13-0adaf303a20e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:02.499499 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-1c079c62-ef7a-4729-bc13-0adaf303a20e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.33 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 818 time: 0.9888957 Oct 31 19:21:02.512286 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-8d2c6ece-3b11-4ef8-8aff-4d489ebf0913 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for port (c1f5b141-b428-4cbf-9938-2df49ece4368), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:02.533640 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Checking router: a22818ab-3b72-4733-a7d0-94de59cd0919 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:21:02.533995 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Updating router a22818ab-3b72-4733-a7d0-94de59cd0919 port 60503e30-25e1-4e17-a374-7df85584c256 binding host dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:21:02.564427 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-6e734678-6978-4858-a340-66d9161b4c56 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Request body: {'port': {'device_id': '37698c73-94da-4904-a8d5-636936092fba', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'admin_state_up': True, 'tenant_id': '73cf63c76fc543428404002ae9a75b29'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:21:02.697331 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (60503e30-25e1-4e17-a374-7df85584c256), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:02.712251 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port e66d7874-fe75-4921-91b1-0d4f592fb2ab is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:21:02.724859 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-05839115-483e-4087-976f-3bd9fccd5eea req-eed3b557-fa1c-42fb-a79b-c5aea531204e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Publish callbacks [] for port (c411fd72-ddd2-4429-98b0-69e862f32b98), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:02.725785 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:02.737470 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-8d2c6ece-3b11-4ef8-8aff-4d489ebf0913 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (c1f5b141-b428-4cbf-9938-2df49ece4368), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:02.741498 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-1576eedd-1fe0-45ff-892d-1ba0f7af5c09 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928182 Oct 31 19:21:02.776799 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:INSERT=17,neutron:UPDATE=4,neutron:SELECT=79 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:02.795295 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-05839115-483e-4087-976f-3bd9fccd5eea req-eed3b557-fa1c-42fb-a79b-c5aea531204e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (c411fd72-ddd2-4429-98b0-69e862f32b98), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:02.828629 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-c3ed6167-b859-4beb-bf59-8ceb4d238d14 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:02.866273 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05839115-483e-4087-976f-3bd9fccd5eea req-eed3b557-fa1c-42fb-a79b-c5aea531204e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Network 63593bdb-a055-4a28-947d-cfc60fc8843a is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:21:02.906386 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [req-05839115-483e-4087-976f-3bd9fccd5eea req-eed3b557-fa1c-42fb-a79b-c5aea531204e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:21:02.957648 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1fe5ce72-81b0-4fa5-807c-8d84364aeab1 admin admin] Publish callbacks [] for security_group (45531756-999f-4537-9133-734dc119596a), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:02.963082 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [req-05839115-483e-4087-976f-3bd9fccd5eea req-eed3b557-fa1c-42fb-a79b-c5aea531204e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:21:02.973678 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05839115-483e-4087-976f-3bd9fccd5eea req-eed3b557-fa1c-42fb-a79b-c5aea531204e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:02.974886 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-05839115-483e-4087-976f-3bd9fccd5eea req-eed3b557-fa1c-42fb-a79b-c5aea531204e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for port (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:03.026530 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-eed3b557-fa1c-42fb-a79b-c5aea531204e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9049523 Oct 31 19:21:03.037137 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1fe5ce72-81b0-4fa5-807c-8d84364aeab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (45531756-999f-4537-9133-734dc119596a), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:03.099619 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c6ece-3b11-4ef8-8aff-4d489ebf0913 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Pushing event updated for resources: {'Port': ['ID=c1f5b141-b428-4cbf-9938-2df49ece4368,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:03.104292 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 45816) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:03.133221 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port e66d7874-fe75-4921-91b1-0d4f592fb2ab, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=e66d7874-fe75-4921-91b1-0d4f592fb2ab,segment=NetworkSegment(f8e8f60f-31c8-4f06-ac72-adbed7afc379),segment_id=f8e8f60f-31c8-4f06-ac72-adbed7afc379)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:03.185185 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-1fe5ce72-81b0-4fa5-807c-8d84364aeab1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=678a0506f6414ce58afd8a49716daed9&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0054867 Oct 31 19:21:03.200469 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25d4e5-f0b4-4da8-af06-d2bdcd6f7113 req-68e9c40b-11aa-4db4-be28-0301cb519478 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:03.208886 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5c25d4e5-f0b4-4da8-af06-d2bdcd6f7113 req-68e9c40b-11aa-4db4-be28-0301cb519478 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 931 time: 0.9094486 Oct 31 19:21:03.232901 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 45820) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:03.263561 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5ce72-81b0-4fa5-807c-8d84364aeab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45531756-999f-4537-9133-734dc119596a,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:03.333636 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Publish callbacks [] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:03.333636 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:03.333636 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:03.339793 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:03.370897 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-c3ed6167-b859-4beb-bf59-8ceb4d238d14 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:21:03.401017 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3b557-fa1c-42fb-a79b-c5aea531204e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Pushing event updated for resources: {'Port': ['ID=c411fd72-ddd2-4429-98b0-69e862f32b98,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:03.416006 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:03.422882 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 0fe606d4-7017-41db-8d61-4e6d06a60bf8 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:21:03.424669 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:03.425233 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:03.431801 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-b58d462b-1827-4cca-91bf-0f2c1f92f15a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6774383 Oct 31 19:21:03.456894 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-c3ed6167-b859-4beb-bf59-8ceb4d238d14 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:21:03.460489 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-c3ed6167-b859-4beb-bf59-8ceb4d238d14 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:21:03.467697 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-c3ed6167-b859-4beb-bf59-8ceb4d238d14 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:03.468537 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-c3ed6167-b859-4beb-bf59-8ceb4d238d14 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for port (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:03.489976 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-8d2c6ece-3b11-4ef8-8aff-4d489ebf0913 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Network 76d0a169-b981-4155-bbd7-0bbdbbf23238 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:21:03.496142 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-6e734678-6978-4858-a340-66d9161b4c56 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Made reservation on behalf of 73cf63c76fc543428404002ae9a75b29 for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:21:03.506508 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-6e734678-6978-4858-a340-66d9161b4c56 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:03.519369 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-c3ed6167-b859-4beb-bf59-8ceb4d238d14 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4289658 Oct 31 19:21:03.552510 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-8d2c6ece-3b11-4ef8-8aff-4d489ebf0913 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:21:03.563615 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-8d2c6ece-3b11-4ef8-8aff-4d489ebf0913 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:21:03.571501 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996b52d-bf04-416d-b11c-f29af511df0b None None] Pushing event updated for resources: {'Port': ['ID=e0c199e9-c05b-4dca-8223-2e695783bbbd,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:03.571744 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-340a1c95-ad55-4439-b501-746479554618 admin admin] Publish callbacks [] for security_group (45531756-999f-4537-9133-734dc119596a), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:03.593651 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-8d2c6ece-3b11-4ef8-8aff-4d489ebf0913 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:03.594359 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-8d2c6ece-3b11-4ef8-8aff-4d489ebf0913 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:03.609124 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-340a1c95-ad55-4439-b501-746479554618 admin admin] Publish callbacks [] for security_group (45531756-999f-4537-9133-734dc119596a), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:03.663685 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-8d2c6ece-3b11-4ef8-8aff-4d489ebf0913 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5741167 Oct 31 19:21:03.753665 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-3f9fa92a-ffce-49f3-9de5-3066db0d9962 None None] Provisioning complete for port c411fd72-ddd2-4429-98b0-69e862f32b98 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:03.754244 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3f9fa92a-ffce-49f3-9de5-3066db0d9962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (c411fd72-ddd2-4429-98b0-69e862f32b98), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:03.754673 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-3f9fa92a-ffce-49f3-9de5-3066db0d9962 None None] Attempt 1 to provision port c411fd72-ddd2-4429-98b0-69e862f32b98 Oct 31 19:21:03.760455 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=e66d7874-fe75-4921-91b1-0d4f592fb2ab,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:03.767517 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Attempting to bind port e0c199e9-c05b-4dca-8223-2e695783bbbd on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:21:03.768288 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Attempting to bind port e0c199e9-c05b-4dca-8223-2e695783bbbd by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': 'a2cbc412-42b8-4793-bd94-174106972c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:21:03.768437 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Attempting to bind port e0c199e9-c05b-4dca-8223-2e695783bbbd on network 63593bdb-a055-4a28-947d-cfc60fc8843a {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:21:03.795633 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5c25d4e5-f0b4-4da8-af06-d2bdcd6f7113 req-988b482b-f754-4fad-acdd-dcece5875a34 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842357 Oct 31 19:21:03.796462 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed6167-b859-4beb-bf59-8ceb4d238d14 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event updated for resources: {'Port': ['ID=3807af14-6f9a-4bcc-86d0-c9961d4697ae,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:03.839856 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-340a1c95-ad55-4439-b501-746479554618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (45531756-999f-4537-9133-734dc119596a), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:03.854350 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-340a1c95-ad55-4439-b501-746479554618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:03.858896 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-340a1c95-ad55-4439-b501-746479554618 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/45531756-999f-4537-9133-734dc119596a HTTP/1.1" status: 204 len: 168 time: 0.5581915 Oct 31 19:21:03.878913 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-62ba7a71-bf9b-44d4-9ea9-c44a6ce3adc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.002479 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:21:04.006169 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Checking segment: {'id': 'a2cbc412-42b8-4793-bd94-174106972c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:21:04.006627 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.008861 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Bound using segment: {'id': 'a2cbc412-42b8-4793-bd94-174106972c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:21:04.009565 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Bound port: e0c199e9-c05b-4dca-8223-2e695783bbbd, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cbc412-42b8-4793-bd94-174106972c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:21:04.012097 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.105897 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-62ba7a71-bf9b-44d4-9ea9-c44a6ce3adc4 admin admin] Publish callbacks [] for security_group (33a12564-09e2-4213-a985-63ff9574457e), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.125626 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-35a8b375-1500-4cb6-ae13-1b4170063775 req-941a9962-159d-4456-b86f-42fe439bbf6b tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 210 time: 0.0949740 Oct 31 19:21:04.151687 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] For port e0c199e9-c05b-4dca-8223-2e695783bbbd, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:21:04.162490 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] For port e0c199e9-c05b-4dca-8223-2e695783bbbd, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=e0c199e9-c05b-4dca-8223-2e695783bbbd,segment=NetworkSegment(a2cbc412-42b8-4793-bd94-174106972c8f),segment_id=a2cbc412-42b8-4793-bd94-174106972c8f)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:21:04.179977 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569e6f9-8ac8-4fd3-8ee5-2320b65810cc req-b59745d4-f0a3-4566-9cd3-914e73a365ff tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:04.184826 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.188475 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f569e6f9-8ac8-4fd3-8ee5-2320b65810cc req-b59745d4-f0a3-4566-9cd3-914e73a365ff tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 931 time: 0.0800529 Oct 31 19:21:04.197473 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a1c95-ad55-4439-b501-746479554618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45531756-999f-4537-9133-734dc119596a,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:04.201930 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-62ba7a71-bf9b-44d4-9ea9-c44a6ce3adc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (33a12564-09e2-4213-a985-63ff9574457e), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.310185 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f569e6f9-8ac8-4fd3-8ee5-2320b65810cc req-7301b6da-e1e0-44f0-9e15-485a16485128 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206501 Oct 31 19:21:04.310637 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Routers {'4682fa58-956e-4903-9f38-3e85c178c6d5'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:21:04.311312 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:20:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4682fa58-956e-4903-9f38-3e85c178c6d5'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:04.336241 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d3359bae-102b-4776-9649-806393443705 req-585c8884-0419-4b75-a1f3-fc0aab71d9bb tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 210 time: 0.0777335 Oct 31 19:21:04.362467 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-62ba7a71-bf9b-44d4-9ea9-c44a6ce3adc4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8c99863c64734aa1ac31194b437ae8db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1733627 Oct 31 19:21:04.363969 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba7a71-bf9b-44d4-9ea9-c44a6ce3adc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a12564-09e2-4213-a985-63ff9574457e,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:04.365013 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 45846) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:04.397495 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996b52d-bf04-416d-b11c-f29af511df0b None None] Pushing event updated for resources: {'Port': ['ID=e0c199e9-c05b-4dca-8223-2e695783bbbd,revision_number=4']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:04.448504 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5e918071-a7a3-473e-8b3a-a0a438a85083 admin admin] Publish callbacks [] for security_group (33a12564-09e2-4213-a985-63ff9574457e), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.456822 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:04.475482 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-3f9fa92a-ffce-49f3-9de5-3066db0d9962 None None] Port c411fd72-ddd2-4429-98b0-69e862f32b98 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:21:04.478751 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5e918071-a7a3-473e-8b3a-a0a438a85083 admin admin] Publish callbacks [] for security_group (33a12564-09e2-4213-a985-63ff9574457e), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.503409 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dd104a19-2518-4a11-a783-650909e77c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.510490 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] Set router 4682fa58-956e-4903-9f38-3e85c178c6d5 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:21:04.517946 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 0fe606d4-7017-41db-8d61-4e6d06a60bf8 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:04.518554 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (0fe606d4-7017-41db-8d61-4e6d06a60bf8), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.519048 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 0fe606d4-7017-41db-8d61-4e6d06a60bf8 Oct 31 19:21:04.558720 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5e918071-a7a3-473e-8b3a-a0a438a85083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (33a12564-09e2-4213-a985-63ff9574457e), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.563362 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5e918071-a7a3-473e-8b3a-a0a438a85083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.564705 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-5e918071-a7a3-473e-8b3a-a0a438a85083 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/33a12564-09e2-4213-a985-63ff9574457e HTTP/1.1" status: 204 len: 168 time: 0.1982379 Oct 31 19:21:04.580946 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e918071-a7a3-473e-8b3a-a0a438a85083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a12564-09e2-4213-a985-63ff9574457e,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:04.644781 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-cce21d6d-5506-4e8f-8223-7d402a343804 None None] Provisioning complete for port c1f5b141-b428-4cbf-9938-2df49ece4368 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:04.645153 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cce21d6d-5506-4e8f-8223-7d402a343804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (c1f5b141-b428-4cbf-9938-2df49ece4368), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.649928 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-cce21d6d-5506-4e8f-8223-7d402a343804 None None] Attempt 1 to provision port c1f5b141-b428-4cbf-9938-2df49ece4368 Oct 31 19:21:04.662804 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 45852) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:04.679001 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c0b56e29-b175-428c-a0d7-a991ec5021ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.733288 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Publish callbacks [] for port (60503e30-25e1-4e17-a374-7df85584c256), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.754090 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-cce21d6d-5506-4e8f-8223-7d402a343804 None None] Port c1f5b141-b428-4cbf-9938-2df49ece4368 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:21:04.757973 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (60503e30-25e1-4e17-a374-7df85584c256), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.768999 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 0fe606d4-7017-41db-8d61-4e6d06a60bf8 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:21:04.817988 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:04.822559 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c0b56e29-b175-428c-a0d7-a991ec5021ca admin admin] Publish callbacks [] for security_group (d16f84d4-3f40-425d-9ab7-c65fb2862a97), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.831228 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c0b56e29-b175-428c-a0d7-a991ec5021ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (d16f84d4-3f40-425d-9ab7-c65fb2862a97), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.850558 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-cce21d6d-5506-4e8f-8223-7d402a343804 None None] Provisioning complete for port 3807af14-6f9a-4bcc-86d0-c9961d4697ae triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:04.850939 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cce21d6d-5506-4e8f-8223-7d402a343804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:04.851284 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-cce21d6d-5506-4e8f-8223-7d402a343804 None None] Attempt 1 to provision port 3807af14-6f9a-4bcc-86d0-c9961d4697ae Oct 31 19:21:04.891095 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'name': 'tempest-DeleteServersTestJSON-1900682918-router', 'tenant_id': '4c549a25d33441e98aae78e940a69c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f4da1255-575f-44a4-9d11-472f2ea68abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:46Z', 'revision_number': 4, 'project_id': '4c549a25d33441e98aae78e940a69c7c', 'gw_port': {'id': 'f4da1255-575f-44a4-9d11-472f2ea68abc', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'e0c199e9-c05b-4dca-8223-2e695783bbbd', 'name': '', 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a', 'tenant_id': '4c549a25d33441e98aae78e940a69c7c', 'mac_address': 'fa:16:3e:8f:42:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b9a99c1b-87ff-4141-bfef-de70ef9e6ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:04Z', 'revision_number': 4, 'project_id': '4c549a25d33441e98aae78e940a69c7c', 'subnets': [{'id': 'b9a99c1b-87ff-4141-bfef-de70ef9e6ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:04.926666 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b99234-687d-496d-8fde-0809cf5c83ca None None] Pushing event updated for resources: {'Port': ['ID=60503e30-25e1-4e17-a374-7df85584c256,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:04.940352 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-cce21d6d-5506-4e8f-8223-7d402a343804 None None] Port 3807af14-6f9a-4bcc-86d0-c9961d4697ae cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:21:04.945957 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:04.950803 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 45858) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:04.953953 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-c0b56e29-b175-428c-a0d7-a991ec5021ca admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=92da7b47a04d4a71928f2a1a0e7df8b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880275 Oct 31 19:21:04.962875 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-6e734678-6978-4858-a340-66d9161b4c56 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Allocated IP 172.20.0.9 (76d0a169-b981-4155-bbd7-0bbdbbf23238/d2c209a4-c49d-431e-b8bc-b162483f4e74/ac17eb8a-95b3-4c82-b434-4b9b13313e65) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:21:04.966193 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c400ab6d-be05-4b8e-89e6-dbc364cff2c2 None None] The sync data for ids ['4682fa58-956e-4903-9f38-3e85c178c6d5'] in dv-cinder-863097-1-iscsi is: [{'id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'name': 'tempest-DeleteServersTestJSON-1900682918-router', 'tenant_id': '4c549a25d33441e98aae78e940a69c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f4da1255-575f-44a4-9d11-472f2ea68abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:46Z', 'revision_number': 4, 'project_id': '4c549a25d33441e98aae78e940a69c7c', 'gw_port': {'id': 'f4da1255-575f-44a4-9d11-472f2ea68abc', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'e0c199e9-c05b-4dca-8223-2e695783bbbd', 'name': '', 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a', 'tenant_id': '4c549a25d33441e98aae78e940a69c7c', 'mac_address': 'fa:16:3e:8f:42:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b9a99c1b-87ff-4141-bfef-de70ef9e6ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:04Z', 'revision_number': 4, 'project_id': '4c549a25d33441e98aae78e940a69c7c', 'subnets': [{'id': 'b9a99c1b-87ff-4141-bfef-de70ef9e6ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:21:04.971613 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b56e29-b175-428c-a0d7-a991ec5021ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16f84d4-3f40-425d-9ab7-c65fb2862a97,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:05.034721 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:05.036401 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device e66d7874-fe75-4921-91b1-0d4f592fb2ab up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:21:05.078020 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Attempting to bind port 60503e30-25e1-4e17-a374-7df85584c256 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:21:05.078636 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Attempting to bind port 60503e30-25e1-4e17-a374-7df85584c256 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:21:05.079249 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Attempting to bind port 60503e30-25e1-4e17-a374-7df85584c256 on network 76d0a169-b981-4155-bbd7-0bbdbbf23238 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:21:05.091272 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c4808-d64e-4a29-ae71-a0db237c6ad2 req-7cc8cc68-2e54-4a3c-b510-e5f64816b237 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:05.092976 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c04c4808-d64e-4a29-ae71-a0db237c6ad2 req-7cc8cc68-2e54-4a3c-b510-e5f64816b237 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 931 time: 0.1349707 Oct 31 19:21:05.112667 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7b20ba2e-d388-47c4-9f5d-7b24aeace47e admin admin] Publish callbacks [] for security_group (d16f84d4-3f40-425d-9ab7-c65fb2862a97), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:05.114751 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:05.168088 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7b20ba2e-d388-47c4-9f5d-7b24aeace47e admin admin] Publish callbacks [] for security_group (d16f84d4-3f40-425d-9ab7-c65fb2862a97), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:05.184470 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port e66d7874-fe75-4921-91b1-0d4f592fb2ab triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:05.184850 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:05.185182 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port e66d7874-fe75-4921-91b1-0d4f592fb2ab Oct 31 19:21:05.191300 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:21:05.191675 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Checking segment: {'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:21:05.192078 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:05.193025 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Bound using segment: {'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:21:05.193486 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Bound port: 60503e30-25e1-4e17-a374-7df85584c256, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:21:05.194077 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (60503e30-25e1-4e17-a374-7df85584c256), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:05.213109 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c04c4808-d64e-4a29-ae71-a0db237c6ad2 req-1c2ed3bd-7dbb-4279-829b-4598cd699bc8 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123176 Oct 31 19:21:05.284616 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2ceb1b75-82be-4271-bef9-0a5665384f1a req-f335d5a9-d7bb-4288-a724-f6dfb32940ea tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 210 time: 0.0492718 Oct 31 19:21:05.342743 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] For port 60503e30-25e1-4e17-a374-7df85584c256, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:21:05.347630 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] For port 60503e30-25e1-4e17-a374-7df85584c256, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=60503e30-25e1-4e17-a374-7df85584c256,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:21:05.349901 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port e66d7874-fe75-4921-91b1-0d4f592fb2ab is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:21:05.350985 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device e0c199e9-c05b-4dca-8223-2e695783bbbd up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:21:05.380919 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-6e734678-6978-4858-a340-66d9161b4c56 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for port (ac17eb8a-95b3-4c82-b434-4b9b13313e65), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:05.399737 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (60503e30-25e1-4e17-a374-7df85584c256), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:05.434818 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:05.482941 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 45872) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:05.505467 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Routers {'a22818ab-3b72-4733-a7d0-94de59cd0919'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:21:05.509137 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-6e734678-6978-4858-a340-66d9161b4c56 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (ac17eb8a-95b3-4c82-b434-4b9b13313e65), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:05.513907 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:21:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['a22818ab-3b72-4733-a7d0-94de59cd0919'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:05.550107 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:05.578930 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7b20ba2e-d388-47c4-9f5d-7b24aeace47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (d16f84d4-3f40-425d-9ab7-c65fb2862a97), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:05.584407 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7b20ba2e-d388-47c4-9f5d-7b24aeace47e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:05.586161 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-7b20ba2e-d388-47c4-9f5d-7b24aeace47e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d16f84d4-3f40-425d-9ab7-c65fb2862a97 HTTP/1.1" status: 204 len: 168 time: 0.6337066 Oct 31 19:21:05.663654 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b99234-687d-496d-8fde-0809cf5c83ca None None] Pushing event updated for resources: {'Port': ['ID=60503e30-25e1-4e17-a374-7df85584c256,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:05.730640 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-6e734678-6978-4858-a340-66d9161b4c56 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Network 76d0a169-b981-4155-bbd7-0bbdbbf23238 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:21:05.749288 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bd9383f6-2245-4d7a-abea-b807b999a9db req-d4cd90c3-92f7-452e-aad1-364ff014c348 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 210 time: 0.1944571 Oct 31 19:21:05.751248 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20ba2e-d388-47c4-9f5d-7b24aeace47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16f84d4-3f40-425d-9ab7-c65fb2862a97,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:05.760547 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-6e734678-6978-4858-a340-66d9161b4c56 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:21:05.764503 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e734678-6978-4858-a340-66d9161b4c56 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Pushing event updated for resources: {'Port': ['ID=ac17eb8a-95b3-4c82-b434-4b9b13313e65,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:05.784629 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-6e734678-6978-4858-a340-66d9161b4c56 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:21:05.784629 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-6e734678-6978-4858-a340-66d9161b4c56 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:05.784629 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-6e734678-6978-4858-a340-66d9161b4c56 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:05.806829 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port e0c199e9-c05b-4dca-8223-2e695783bbbd triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:05.809859 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:05.810208 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port e0c199e9-c05b-4dca-8223-2e695783bbbd Oct 31 19:21:05.841158 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-dd969c66-82c8-4c9e-b525-0cd4131295d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:05.843451 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-6e734678-6978-4858-a340-66d9161b4c56 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2883320 Oct 31 19:21:05.931598 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] Set router a22818ab-3b72-4733-a7d0-94de59cd0919 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:21:05.985258 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b02b6-54ec-4172-8beb-f312087395f8 req-4a81be28-b6da-4473-80c8-bd41c0de7056 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:05.993651 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4a6b02b6-54ec-4172-8beb-f312087395f8 req-4a81be28-b6da-4473-80c8-bd41c0de7056 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 931 time: 0.1544755 Oct 31 19:21:06.014042 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-65be1ab7-1d30-41eb-9f2c-9f481cb517c9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:21:06.015397 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-65be1ab7-1d30-41eb-9f2c-9f481cb517c9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0067461 Oct 31 19:21:06.029552 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e91d1ea1-818f-4992-896a-277221272afe tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:21:06.032684 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e91d1ea1-818f-4992-896a-277221272afe tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0083220 Oct 31 19:21:06.044030 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-2eefbecf-3b00-4056-93a0-b5927394cc93 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:21:06.045177 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-2eefbecf-3b00-4056-93a0-b5927394cc93 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0447114 Oct 31 19:21:06.117631 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-0c791e7b-e07a-475e-91f1-00cc39cc3555 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:21:06.119832 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-0c791e7b-e07a-475e-91f1-00cc39cc3555 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0259998 Oct 31 19:21:06.129653 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:06.330057 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-dd969c66-82c8-4c9e-b525-0cd4131295d5 admin admin] Publish callbacks [] for security_group (13c92fce-5430-460c-ad05-04fe15ff2d69), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:06.345939 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-dd969c66-82c8-4c9e-b525-0cd4131295d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (13c92fce-5430-460c-ad05-04fe15ff2d69), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:06.529485 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef77503-ff95-45d0-9cc2-09c85adc0681 req-5a00061d-47e4-48d9-8cf4-c497fba42e89 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:06.535861 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6ef77503-ff95-45d0-9cc2-09c85adc0681 req-5a00061d-47e4-48d9-8cf4-c497fba42e89 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 931 time: 0.1471474 Oct 31 19:21:06.621277 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-dd969c66-82c8-4c9e-b525-0cd4131295d5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2b58c15211c243188d82eba1d23ca68e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1370478 Oct 31 19:21:06.640278 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Request body: {'port': {'device_id': '98a9a544-4553-4083-aa26-1dc327369d54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:21:06.654495 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 45920) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:06.696554 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-7a6a64d5-d028-45b4-b7d9-2912d85173ac None None] Provisioning complete for port ac17eb8a-95b3-4c82-b434-4b9b13313e65 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:06.698124 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7a6a64d5-d028-45b4-b7d9-2912d85173ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (ac17eb8a-95b3-4c82-b434-4b9b13313e65), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:06.699087 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-7a6a64d5-d028-45b4-b7d9-2912d85173ac None None] Attempt 1 to provision port ac17eb8a-95b3-4c82-b434-4b9b13313e65 Oct 31 19:21:06.711609 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Request body: {'port': {'device_id': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:21:06.748492 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd969c66-82c8-4c9e-b525-0cd4131295d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c92fce-5430-460c-ad05-04fe15ff2d69,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:06.796311 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4a6b02b6-54ec-4172-8beb-f312087395f8 req-9dfa3762-39de-4cf7-90a6-3a782a49517b tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8015351 Oct 31 19:21:06.851854 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Request body: {'port': {'device_id': '7a47cd33-e4a0-4b78-9afc-2f371e4a9d10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:21:06.931580 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:06.941428 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port e0c199e9-c05b-4dca-8223-2e695783bbbd is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:21:06.941865 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:06.965107 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:06.998850 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6ef77503-ff95-45d0-9cc2-09c85adc0681 req-d6e4e3c7-fa1c-486b-9c4d-6703f795d79d tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521346 Oct 31 19:21:07.008267 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port e0c199e9-c05b-4dca-8223-2e695783bbbd, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=e0c199e9-c05b-4dca-8223-2e695783bbbd,segment=NetworkSegment(a2cbc412-42b8-4793-bd94-174106972c8f),segment_id=a2cbc412-42b8-4793-bd94-174106972c8f)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:07.016270 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:07.019101 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:07.039056 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Request body: {'port': {'device_id': '37698c73-94da-4904-a8d5-636936092fba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:21:07.289662 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=e0c199e9-c05b-4dca-8223-2e695783bbbd,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:07.330752 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ecaba684-d61c-4a68-95fc-94b77aa2010b req-7c5f872e-504e-4fc9-994c-8c288384c05c tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 210 time: 0.1727464 Oct 31 19:21:07.348981 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:07.363828 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 60503e30-25e1-4e17-a374-7df85584c256 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:21:07.364711 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (c411fd72-ddd2-4429-98b0-69e862f32b98), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:07.383496 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a64d5-d028-45b4-b7d9-2912d85173ac None None] Port ac17eb8a-95b3-4c82-b434-4b9b13313e65 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:21:07.386197 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e8d8d528-e372-41ab-a5f4-5aa45d12f826 admin admin] Publish callbacks [] for security_group (13c92fce-5430-460c-ad05-04fe15ff2d69), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:07.452437 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.33', 58946) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:07.460070 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca71bb9-eef2-4ef2-83c2-419c70313bf7 req-06f02a89-e3d5-427b-bdf6-1bc5cc6a8da4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:07.463091 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7ca71bb9-eef2-4ef2-83c2-419c70313bf7 req-06f02a89-e3d5-427b-bdf6-1bc5cc6a8da4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 931 time: 0.4054976 Oct 31 19:21:07.469402 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (c1f5b141-b428-4cbf-9938-2df49ece4368), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:07.488472 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 4, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port': {'id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '60503e30-25e1-4e17-a374-7df85584c256', 'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'mac_address': 'fa:16:3e:34:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:05Z', 'revision_number': 4, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'subnets': [{'id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:07.563200 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e8d8d528-e372-41ab-a5f4-5aa45d12f826 admin admin] Publish callbacks [] for security_group (13c92fce-5430-460c-ad05-04fe15ff2d69), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:07.589754 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (ac17eb8a-95b3-4c82-b434-4b9b13313e65), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:07.634895 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59890dac-f4a0-477d-a81d-7e20b9170aaa None None] The sync data for ids ['a22818ab-3b72-4733-a7d0-94de59cd0919'] in dv-cinder-863097-1-iscsi is: [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 4, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port': {'id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '60503e30-25e1-4e17-a374-7df85584c256', 'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'mac_address': 'fa:16:3e:34:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:05Z', 'revision_number': 4, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'subnets': [{'id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:21:07.703867 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 60503e30-25e1-4e17-a374-7df85584c256 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:07.716418 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (60503e30-25e1-4e17-a374-7df85584c256), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:07.722136 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 60503e30-25e1-4e17-a374-7df85584c256 Oct 31 19:21:08.022330 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 60503e30-25e1-4e17-a374-7df85584c256 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:21:08.022733 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (60503e30-25e1-4e17-a374-7df85584c256), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:08.204719 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port 60503e30-25e1-4e17-a374-7df85584c256, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=60503e30-25e1-4e17-a374-7df85584c256,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:08.221431 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (60503e30-25e1-4e17-a374-7df85584c256), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:08.230227 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:08.240360 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-7221000d-574b-4997-abe5-8f862bcd8e36 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:08.242594 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-7221000d-574b-4997-abe5-8f862bcd8e36 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.33 "GET /networking/v2.0/networks?id=bb81951e-1ade-402e-8059-76bd3e08139a HTTP/1.1" status: 200 len: 809 time: 0.7889075 Oct 31 19:21:08.316795 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7ca71bb9-eef2-4ef2-83c2-419c70313bf7 req-28031b7d-68e8-4aab-aba1-910dd258639a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8115070 Oct 31 19:21:08.389846 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=60503e30-25e1-4e17-a374-7df85584c256,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:08.479531 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:08.481859 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 45988) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:08.606335 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e8d8d528-e372-41ab-a5f4-5aa45d12f826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (13c92fce-5430-460c-ad05-04fe15ff2d69), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:08.611701 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e8d8d528-e372-41ab-a5f4-5aa45d12f826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:08.618019 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-e8d8d528-e372-41ab-a5f4-5aa45d12f826 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/13c92fce-5430-460c-ad05-04fe15ff2d69 HTTP/1.1" status: 204 len: 168 time: 1.9615445 Oct 31 19:21:08.618992 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:08.665592 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8d528-e372-41ab-a5f4-5aa45d12f826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c92fce-5430-460c-ad05-04fe15ff2d69,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:08.934414 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5ece71f5-c3a0-4107-9ddb-8cc9ec59a8cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:08.954595 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4262432-755d-4e2a-857d-b6ce49e47ecf req-6aa5f9f5-ce3f-41ff-81a7-ceb01ac5e23f tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:08.957670 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e4262432-755d-4e2a-857d-b6ce49e47ecf req-6aa5f9f5-ce3f-41ff-81a7-ceb01ac5e23f tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 931 time: 0.3370404 Oct 31 19:21:09.097963 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63164ad9-b211-4021-acb3-ea527c92fe66 req-c5265d43-07c8-404d-8695-d135e91b414d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:09.099593 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-63164ad9-b211-4021-acb3-ea527c92fe66 req-c5265d43-07c8-404d-8695-d135e91b414d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 931 time: 0.8221395 Oct 31 19:21:09.157765 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e4262432-755d-4e2a-857d-b6ce49e47ecf req-75758d28-ded9-4410-9f59-c68a36369a5b tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838517 Oct 31 19:21:09.284055 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device e0c199e9-c05b-4dca-8223-2e695783bbbd up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:21:09.366329 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:09.391492 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-54976633-f173-4f49-915f-105887a24ef3 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3f9c317b548b40deb8cb27236d36d674 HTTP/1.1" status: 200 len: 379 time: 0.7631574 Oct 31 19:21:09.419034 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-60b32057-2aff-4d5e-b1e9-4060fe3ad3bd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Request body: {'port': {'device_id': '0a122a08-bc0f-40fd-8139-74c9e8a70ebe', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'admin_state_up': True, 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'security_groups': ['dc7ffa67-2b23-4574-9c77-71cf38bc18a9']}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:21:09.425011 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5ece71f5-c3a0-4107-9ddb-8cc9ec59a8cc admin admin] Publish callbacks [] for security_group (c2d147e2-4846-447e-94a4-8758b16ad4eb), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:09.432208 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:09.449063 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5ece71f5-c3a0-4107-9ddb-8cc9ec59a8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (c2d147e2-4846-447e-94a4-8758b16ad4eb), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:09.489473 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-5ece71f5-c3a0-4107-9ddb-8cc9ec59a8cc admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=577bbb09743b466fa1ed706f3100bf7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9951608 Oct 31 19:21:09.500677 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 46014) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:09.506244 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b5418947-83e4-4554-bd87-0c11b8234f5a req-51e5573d-5613-4667-9881-21d3148db289 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 210 time: 0.1979818 Oct 31 19:21:09.521962 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-63164ad9-b211-4021-acb3-ea527c92fe66 req-0e7bb7ae-86c4-4154-b07d-92ee03bdab72 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3869491 Oct 31 19:21:09.538077 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port e0c199e9-c05b-4dca-8223-2e695783bbbd triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:09.538638 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:09.539115 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port e0c199e9-c05b-4dca-8223-2e695783bbbd Oct 31 19:21:09.562758 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac17eb8a-95b3-4c82-b434-4b9b13313e65 {{(pid=104476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:21:09.618964 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Publish callbacks [] for port (ac17eb8a-95b3-4c82-b434-4b9b13313e65), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:09.681345 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece71f5-c3a0-4107-9ddb-8cc9ec59a8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d147e2-4846-447e-94a4-8758b16ad4eb,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:09.807273 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port e0c199e9-c05b-4dca-8223-2e695783bbbd is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:21:09.808941 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 60503e30-25e1-4e17-a374-7df85584c256 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:21:09.846511 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3807af14-6f9a-4bcc-86d0-c9961d4697ae {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:21:09.856400 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Publish callbacks [] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:09.883800 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Transition to ACTIVE for port object 3807af14-6f9a-4bcc-86d0-c9961d4697ae will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:21:09.904271 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:09.911453 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.provisioning_blocks [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Transition to ACTIVE for port object ac17eb8a-95b3-4c82-b434-4b9b13313e65 will not be triggered until provisioned by entity L2. {{(pid=104476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:21:09.952347 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 60503e30-25e1-4e17-a374-7df85584c256 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:09.953160 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (60503e30-25e1-4e17-a374-7df85584c256), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:09.953927 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 60503e30-25e1-4e17-a374-7df85584c256 Oct 31 19:21:10.028194 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Pushing event updated for resources: {'Port': ['ID=3807af14-6f9a-4bcc-86d0-c9961d4697ae,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:10.062523 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Attempting to bind port 3807af14-6f9a-4bcc-86d0-c9961d4697ae on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:21:10.063603 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Attempting to bind port 3807af14-6f9a-4bcc-86d0-c9961d4697ae by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:21:10.064203 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Attempting to bind port 3807af14-6f9a-4bcc-86d0-c9961d4697ae on network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:21:10.137588 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Port 3807af14-6f9a-4bcc-86d0-c9961d4697ae on network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:21:10.138810 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Attempting to bind port 3807af14-6f9a-4bcc-86d0-c9961d4697ae on network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:21:10.174888 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219af902-a18b-4c21-90b7-df688da3d751 req-f546ca2c-fcbe-49b0-a914-0b3389c2fd60 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:10.180721 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 60503e30-25e1-4e17-a374-7df85584c256 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:21:10.184362 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-219af902-a18b-4c21-90b7-df688da3d751 req-f546ca2c-fcbe-49b0-a914-0b3389c2fd60 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 931 time: 0.4355357 Oct 31 19:21:10.210777 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (ac17eb8a-95b3-4c82-b434-4b9b13313e65), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:10.285711 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:21:10.288766 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Checking segment: {'id': 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:21:10.289974 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Bound using segment: {'id': 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:21:10.292419 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Bound port: 3807af14-6f9a-4bcc-86d0-c9961d4697ae, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:21:10.296679 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:10.415865 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-59c07835-274e-440a-bd3e-25f842c660bc admin admin] Publish callbacks [] for security_group (c2d147e2-4846-447e-94a4-8758b16ad4eb), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:10.433295 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:10.479534 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 46056) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:10.627423 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c411fd72-ddd2-4429-98b0-69e862f32b98 {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:21:10.631533 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-219af902-a18b-4c21-90b7-df688da3d751 req-21e1657d-5e17-4c7e-b8ac-149aa3d0707b tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410648 Oct 31 19:21:10.635143 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-60b32057-2aff-4d5e-b1e9-4060fe3ad3bd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Made reservation on behalf of 3f9c317b548b40deb8cb27236d36d674 for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:21:10.639825 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-60b32057-2aff-4d5e-b1e9-4060fe3ad3bd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:10.642380 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Pushing event updated for resources: {'Port': ['ID=ac17eb8a-95b3-4c82-b434-4b9b13313e65,revision_number=2']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:10.663594 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Publish callbacks [] for port (c411fd72-ddd2-4429-98b0-69e862f32b98), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:10.672107 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.managers [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Attempting to bind port ac17eb8a-95b3-4c82-b434-4b9b13313e65 on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:21:10.672559 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.managers [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Attempting to bind port ac17eb8a-95b3-4c82-b434-4b9b13313e65 by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'}] {{(pid=104476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:21:10.672982 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Attempting to bind port ac17eb8a-95b3-4c82-b434-4b9b13313e65 on network 76d0a169-b981-4155-bbd7-0bbdbbf23238 {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:21:10.682050 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:10.706922 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-59c07835-274e-440a-bd3e-25f842c660bc admin admin] Publish callbacks [] for security_group (c2d147e2-4846-447e-94a4-8758b16ad4eb), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:10.754423 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] For port 3807af14-6f9a-4bcc-86d0-c9961d4697ae, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:21:10.772729 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:10.778574 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f5b141-b428-4cbf-9938-2df49ece4368 {{(pid=104476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:21:10.787851 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Port ac17eb8a-95b3-4c82-b434-4b9b13313e65 on network 76d0a169-b981-4155-bbd7-0bbdbbf23238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:21:10.788181 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Attempting to bind port ac17eb8a-95b3-4c82-b434-4b9b13313e65 on network 76d0a169-b981-4155-bbd7-0bbdbbf23238 {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:21:10.790306 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:10.794589 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Publish callbacks [] for port (c1f5b141-b428-4cbf-9938-2df49ece4368), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:10.872994 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7c8431a4-55f5-4c97-abe9-89e4fb71fdcd req-6ddf00a2-d1d5-4fdf-b71a-8ad57865638d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 210 time: 0.0467696 Oct 31 19:21:10.874197 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.provisioning_blocks [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Transition to ACTIVE for port object c1f5b141-b428-4cbf-9938-2df49ece4368 will not be triggered until provisioned by entity L2. {{(pid=104476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:21:10.891046 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (c1f5b141-b428-4cbf-9938-2df49ece4368), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:10.974225 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:21:10.979810 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Checking segment: {'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:21:10.980403 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Bound using segment: {'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'} {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:21:10.980894 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.managers [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Bound port: ac17eb8a-95b3-4c82-b434-4b9b13313e65, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'}}] {{(pid=104476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:21:10.981267 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (ac17eb8a-95b3-4c82-b434-4b9b13313e65), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:11.102250 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Pushing event updated for resources: {'Port': ['ID=c1f5b141-b428-4cbf-9938-2df49ece4368,revision_number=2']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:11.140142 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-60b32057-2aff-4d5e-b1e9-4060fe3ad3bd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Allocated IP 172.20.0.14 (bb81951e-1ade-402e-8059-76bd3e08139a/9821b6e6-ba6a-40fd-94d0-4d7194d13f47/810ffdd3-13de-43d5-a09c-221911cc3bcf) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:21:11.190794 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.managers [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Attempting to bind port c1f5b141-b428-4cbf-9938-2df49ece4368 on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:21:11.191406 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.managers [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Attempting to bind port c1f5b141-b428-4cbf-9938-2df49ece4368 by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'}] {{(pid=104476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:21:11.191778 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Attempting to bind port c1f5b141-b428-4cbf-9938-2df49ece4368 on network 76d0a169-b981-4155-bbd7-0bbdbbf23238 {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:21:11.325737 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb7025-c509-4d38-92e2-d424e229e5ee req-ae4eae80-ca55-4b7b-801d-78853d6faad9 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:11.327889 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-64eb7025-c509-4d38-92e2-d424e229e5ee req-ae4eae80-ca55-4b7b-801d-78853d6faad9 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.1821105 Oct 31 19:21:11.331649 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-60b32057-2aff-4d5e-b1e9-4060fe3ad3bd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for port (810ffdd3-13de-43d5-a09c-221911cc3bcf), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:11.337959 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] For port ac17eb8a-95b3-4c82-b434-4b9b13313e65, host hv-cinder-86309, cleared binding levels {{(pid=104476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:21:11.346631 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] For port ac17eb8a-95b3-4c82-b434-4b9b13313e65, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=ac17eb8a-95b3-4c82-b434-4b9b13313e65,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:21:11.360839 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c74f8c-396d-4215-993f-2941d517143f req-6a55c749-e70a-4e5f-ae46-a1e5a4df130f tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:11.368029 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Port c1f5b141-b428-4cbf-9938-2df49ece4368 on network 76d0a169-b981-4155-bbd7-0bbdbbf23238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:21:11.368352 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Attempting to bind port c1f5b141-b428-4cbf-9938-2df49ece4368 on network 76d0a169-b981-4155-bbd7-0bbdbbf23238 {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:21:11.375101 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-27c74f8c-396d-4215-993f-2941d517143f req-6a55c749-e70a-4e5f-ae46-a1e5a4df130f tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 931 time: 0.9759800 Oct 31 19:21:11.400636 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (ac17eb8a-95b3-4c82-b434-4b9b13313e65), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:11.406942 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:11.407451 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for port (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:11.409165 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Transition to ACTIVE for port object c411fd72-ddd2-4429-98b0-69e862f32b98 will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:21:11.409694 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/ac17eb8a-95b3-4c82-b434-4b9b13313e65 HTTP/1.1" status: 200 len: 1093 time: 5.0080385 Oct 31 19:21:11.448064 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37698c73-94da-4904-a8d5-636936092fba', 'tag': 'ac17eb8a-95b3-4c82-b434-4b9b13313e65'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:21:11.480771 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] For port 3807af14-6f9a-4bcc-86d0-c9961d4697ae, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:21:11.520971 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (c411fd72-ddd2-4429-98b0-69e862f32b98), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:11.599181 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1fee06ee-5add-4c0f-bc5a-32bd0c945f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:11.603294 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:11.640145 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:11.717355 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-27c74f8c-396d-4215-993f-2941d517143f req-194e97ab-ca38-4d68-9f20-cca17b302fcc tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410494 Oct 31 19:21:11.729521 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:11.730665 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:11.732710 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/3807af14-6f9a-4bcc-86d0-c9961d4697ae HTTP/1.1" status: 200 len: 1093 time: 5.3456788 Oct 31 19:21:11.766078 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-60b32057-2aff-4d5e-b1e9-4060fe3ad3bd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (810ffdd3-13de-43d5-a09c-221911cc3bcf), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:11.770411 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'tag': '3807af14-6f9a-4bcc-86d0-c9961d4697ae'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:21:11.903860 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-59c07835-274e-440a-bd3e-25f842c660bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (c2d147e2-4846-447e-94a4-8758b16ad4eb), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:11.915157 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-59c07835-274e-440a-bd3e-25f842c660bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:11.921520 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-59c07835-274e-440a-bd3e-25f842c660bc admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c2d147e2-4846-447e-94a4-8758b16ad4eb HTTP/1.1" status: 204 len: 168 time: 2.4195516 Oct 31 19:21:11.954092 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Attempting to bind port c411fd72-ddd2-4429-98b0-69e862f32b98 on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:21:11.954595 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Attempting to bind port c411fd72-ddd2-4429-98b0-69e862f32b98 by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': 'a2cbc412-42b8-4793-bd94-174106972c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:21:11.955138 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Attempting to bind port c411fd72-ddd2-4429-98b0-69e862f32b98 on network 63593bdb-a055-4a28-947d-cfc60fc8843a {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:21:12.016270 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-60b32057-2aff-4d5e-b1e9-4060fe3ad3bd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Network bb81951e-1ade-402e-8059-76bd3e08139a is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:21:12.114245 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4d7cae-b843-43a2-951f-cb64bfc4924f" -d '{"events": [{"name": "network-changed", "server_uuid": "37698c73-94da-4904-a8d5-636936092fba", "tag": "ac17eb8a-95b3-4c82-b434-4b9b13313e65"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:21:12.198943 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-64eb7025-c509-4d38-92e2-d424e229e5ee req-2330ee9b-345c-4b3f-b2e6-70c95f5deaa9 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8569608 Oct 31 19:21:12.206710 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c07835-274e-440a-bd3e-25f842c660bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d147e2-4846-447e-94a4-8758b16ad4eb,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:12.209725 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-60b32057-2aff-4d5e-b1e9-4060fe3ad3bd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:21:12.219570 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e2f5b-d632-4212-af66-c6b577c81e92 req-1c69d80b-c226-4827-863e-00ec47331c28 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:12.227874 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-877e2f5b-d632-4212-af66-c6b577c81e92 req-1c69d80b-c226-4827-863e-00ec47331c28 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 943 time: 0.2062628 Oct 31 19:21:12.229921 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Pushing event updated for resources: {'Port': ['ID=c411fd72-ddd2-4429-98b0-69e862f32b98,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:12.254155 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-60b32057-2aff-4d5e-b1e9-4060fe3ad3bd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:21:12.260901 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-60b32057-2aff-4d5e-b1e9-4060fe3ad3bd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:12.261993 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-60b32057-2aff-4d5e-b1e9-4060fe3ad3bd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:12.272334 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:21:12.272672 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Checking segment: {'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:21:12.276822 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Bound using segment: {'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'} {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:21:12.277434 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.managers [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Bound port: c1f5b141-b428-4cbf-9938-2df49ece4368, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'}}] {{(pid=104476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:21:12.277837 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (c1f5b141-b428-4cbf-9938-2df49ece4368), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:12.305068 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-471175da-4d34-4d6c-971a-9b2a587e99e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:12.306640 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-471175da-4d34-4d6c-971a-9b2a587e99e5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 1127 time: 0.6788065 Oct 31 19:21:12.316353 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6707f41-103c-4ccb-a19e-c82aa8da719d service neutron] Pushing event updated for resources: {'Port': ['ID=ac17eb8a-95b3-4c82-b434-4b9b13313e65,revision_number=3']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:12.320198 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-e0936f07-9063-464b-b383-afaeda9b16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:12.322120 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-e0936f07-9063-464b-b383-afaeda9b16c9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=06b4e580885f431b9ccb8aa409fdd454&device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 1127 time: 0.2336719 Oct 31 19:21:12.350023 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Port c411fd72-ddd2-4429-98b0-69e862f32b98 on network 63593bdb-a055-4a28-947d-cfc60fc8843a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:21:12.350852 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Attempting to bind port c411fd72-ddd2-4429-98b0-69e862f32b98 on network 63593bdb-a055-4a28-947d-cfc60fc8843a {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:21:12.431369 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:12.435643 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-60b32057-2aff-4d5e-b1e9-4060fe3ad3bd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0358050 Oct 31 19:21:12.528739 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] For port c1f5b141-b428-4cbf-9938-2df49ece4368, host hv-cinder-86309, cleared binding levels {{(pid=104476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:21:12.533655 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] For port c1f5b141-b428-4cbf-9938-2df49ece4368, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=c1f5b141-b428-4cbf-9938-2df49ece4368,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:21:12.576432 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (c1f5b141-b428-4cbf-9938-2df49ece4368), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:12.599657 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-60fd4f33-68a0-4479-8928-ef22c3ffa9ec service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac17eb8a-95b3-4c82-b434-4b9b13313e65 HTTP/1.1" status: 200 len: 217 time: 0.2635415 Oct 31 19:21:12.600943 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:12.601767 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for port (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:12.603492 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/c1f5b141-b428-4cbf-9938-2df49ece4368 HTTP/1.1" status: 200 len: 1093 time: 6.2171185 Oct 31 19:21:12.708933 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46116) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:12.711385 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:12.744264 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fa7dce-eb8d-4d3b-911c-5dac48066126" -d '{"events": [{"name": "network-changed", "server_uuid": "24ad6e3e-6043-4eff-afb4-0c6039e825fa", "tag": "3807af14-6f9a-4bcc-86d0-c9961d4697ae"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:21:12.777335 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:12.788472 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0647e228-cfd6-4e67-9ed9-9bda3675abd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:12.835516 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Request body: {'port': {'device_id': '0a122a08-bc0f-40fd-8139-74c9e8a70ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:21:12.841703 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58439aba-b117-449e-b9c1-b6e13a533459 service neutron] Pushing event updated for resources: {'Port': ['ID=3807af14-6f9a-4bcc-86d0-c9961d4697ae,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:12.850890 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85557a-b32c-4a56-a905-6d43f956a46e req-ac716a19-97e7-4853-bae6-c214752f2ef5 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:12.859041 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5d85557a-b32c-4a56-a905-6d43f956a46e req-ac716a19-97e7-4853-bae6-c214752f2ef5 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 932 time: 0.5052564 Oct 31 19:21:12.869261 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-75351feb-da56-4f91-8608-8e44842130fa None None] Provisioning complete for port 810ffdd3-13de-43d5-a09c-221911cc3bcf triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:12.870922 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-75351feb-da56-4f91-8608-8e44842130fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (810ffdd3-13de-43d5-a09c-221911cc3bcf), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:12.871494 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-75351feb-da56-4f91-8608-8e44842130fa None None] Attempt 1 to provision port 810ffdd3-13de-43d5-a09c-221911cc3bcf Oct 31 19:21:12.877190 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:21:12.883210 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Checking segment: {'id': 'a2cbc412-42b8-4793-bd94-174106972c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:21:12.884223 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Bound using segment: {'id': 'a2cbc412-42b8-4793-bd94-174106972c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:21:12.884757 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Bound port: c411fd72-ddd2-4429-98b0-69e862f32b98, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2cbc412-42b8-4793-bd94-174106972c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:21:12.885209 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (c411fd72-ddd2-4429-98b0-69e862f32b98), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:12.891985 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-c0eb0d6d-ea38-4263-ba27-66436135c91a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae HTTP/1.1" status: 200 len: 217 time: 0.5315108 Oct 31 19:21:12.979825 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-039b269a-3d97-48b0-baad-e92526f40e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:12.981325 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-039b269a-3d97-48b0-baad-e92526f40e5e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 1127 time: 0.3283865 Oct 31 19:21:12.983183 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-516e4535-9f45-43bc-b1e4-d62779c48a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:12.984613 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-516e4535-9f45-43bc-b1e4-d62779c48a8e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d2c209a4-c49d-431e-b8bc-b162483f4e74 HTTP/1.1" status: 200 len: 857 time: 0.3765354 Oct 31 19:21:12.992158 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd8833-3db9-4813-9508-69f7ecb6be4a service neutron] Pushing event updated for resources: {'Port': ['ID=c1f5b141-b428-4cbf-9938-2df49ece4368,revision_number=3']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:13.004299 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:13.019844 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-75351feb-da56-4f91-8608-8e44842130fa None None] Port 810ffdd3-13de-43d5-a09c-221911cc3bcf cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:21:13.034394 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5d85557a-b32c-4a56-a905-6d43f956a46e req-0740e4a3-2297-4b48-991f-564929726e6c tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744332 Oct 31 19:21:13.151652 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b32057-2aff-4d5e-b1e9-4060fe3ad3bd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event updated for resources: {'Port': ['ID=810ffdd3-13de-43d5-a09c-221911cc3bcf,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:13.248016 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-2c56e6bf-81ef-452b-8034-2312f4992d5d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1f5b141-b428-4cbf-9938-2df49ece4368 HTTP/1.1" status: 200 len: 217 time: 0.2424381 Oct 31 19:21:13.317929 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-877e2f5b-d632-4212-af66-c6b577c81e92 req-2f23d5a7-30ab-419b-8143-700df91bd79b tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0884101 Oct 31 19:21:13.345265 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-6903cfb2-7b4d-497d-9b9e-cd6e9cd6b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:13.347757 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-6903cfb2-7b4d-497d-9b9e-cd6e9cd6b880 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76d0a169-b981-4155-bbd7-0bbdbbf23238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3400047 Oct 31 19:21:13.471624 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (810ffdd3-13de-43d5-a09c-221911cc3bcf), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:13.471880 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0647e228-cfd6-4e67-9ed9-9bda3675abd4 admin admin] Publish callbacks [] for security_group (6989ab6e-7c89-4f5b-8a82-56791825373f), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:13.475131 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-59cb77e8-fe5d-4ea3-b3d2-e54c98b7ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:13.478793 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-59cb77e8-fe5d-4ea3-b3d2-e54c98b7ff37 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d2c209a4-c49d-431e-b8bc-b162483f4e74 HTTP/1.1" status: 200 len: 857 time: 0.1880472 Oct 31 19:21:13.481684 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0647e228-cfd6-4e67-9ed9-9bda3675abd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (6989ab6e-7c89-4f5b-8a82-56791825373f), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:13.588942 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3e7388-819f-47cc-b816-abf2eefdec60 x-openstack-request-id: req-9b3e7388-819f-47cc-b816-abf2eefdec60 {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:21:13.589291 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37698c73-94da-4904-a8d5-636936092fba", "tag": "ac17eb8a-95b3-4c82-b434-4b9b13313e65", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:21:13.589565 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b3e7388-819f-47cc-b816-abf2eefdec60 {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:21:13.589959 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b3e7388-819f-47cc-b816-abf2eefdec60'] response: {'name': 'network-changed', 'server_uuid': '37698c73-94da-4904-a8d5-636936092fba', 'tag': 'ac17eb8a-95b3-4c82-b434-4b9b13313e65', 'status': 'completed', 'code': 200} Oct 31 19:21:13.760657 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] For port c411fd72-ddd2-4429-98b0-69e862f32b98, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:21:13.765393 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] For port c411fd72-ddd2-4429-98b0-69e862f32b98, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=c411fd72-ddd2-4429-98b0-69e862f32b98,segment=NetworkSegment(a2cbc412-42b8-4793-bd94-174106972c8f),segment_id=a2cbc412-42b8-4793-bd94-174106972c8f)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:21:13.801927 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d205df7e-7ddf-4c78-9d9d-92f3a5d2e865 x-openstack-request-id: req-d205df7e-7ddf-4c78-9d9d-92f3a5d2e865 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:21:13.802914 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ad6e3e-6043-4eff-afb4-0c6039e825fa", "tag": "3807af14-6f9a-4bcc-86d0-c9961d4697ae", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:21:13.806704 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d205df7e-7ddf-4c78-9d9d-92f3a5d2e865 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:21:13.808725 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d205df7e-7ddf-4c78-9d9d-92f3a5d2e865'] response: {'name': 'network-changed', 'server_uuid': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'tag': '3807af14-6f9a-4bcc-86d0-c9961d4697ae', 'status': 'completed', 'code': 200} Oct 31 19:21:13.822844 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-de4a6ef0-5948-47d1-93b5-720b5a679a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:13.825562 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-de4a6ef0-5948-47d1-93b5-720b5a679a32 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b HTTP/1.1" status: 200 len: 856 time: 0.6776142 Oct 31 19:21:13.858696 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1fee06ee-5add-4c0f-bc5a-32bd0c945f5f admin admin] Publish callbacks [] for security_group (288dc667-e554-4c35-bef7-73acc7d1e8f0), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:13.865693 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (c411fd72-ddd2-4429-98b0-69e862f32b98), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:13.887425 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:13.888627 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:13.890470 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/c411fd72-ddd2-4429-98b0-69e862f32b98 HTTP/1.1" status: 200 len: 1093 time: 7.5129547 Oct 31 19:21:13.903038 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1fee06ee-5add-4c0f-bc5a-32bd0c945f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (288dc667-e554-4c35-bef7-73acc7d1e8f0), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:13.974770 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55767471-57df-45d5-9c36-72ce14e3b838 req-4103c03c-ac90-4ab0-93e1-b1d12ce16603 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:13.983130 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a4209-11bc-4e30-9d8e-9075660d9818 req-127ec880-ebcb-4518-9e30-291f2b83eee0 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:13.990161 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-55767471-57df-45d5-9c36-72ce14e3b838 req-4103c03c-ac90-4ab0-93e1-b1d12ce16603 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.1056902 Oct 31 19:21:13.992502 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e69a4209-11bc-4e30-9d8e-9075660d9818 req-127ec880-ebcb-4518-9e30-291f2b83eee0 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 943 time: 0.4514952 Oct 31 19:21:14.007750 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647e228-cfd6-4e67-9ed9-9bda3675abd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6989ab6e-7c89-4f5b-8a82-56791825373f,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:14.061908 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-2cb4a62e-1e92-4ca6-a626-5410b07d6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:14.064049 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-2cb4a62e-1e92-4ca6-a626-5410b07d6486 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76d0a169-b981-4155-bbd7-0bbdbbf23238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4728022 Oct 31 19:21:14.068023 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-0647e228-cfd6-4e67-9ed9-9bda3675abd4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=02fb024149f344c6b1919069206cfe4b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3506160 Oct 31 19:21:14.073998 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46148) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:14.119069 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-d26806b7-4829-426c-b572-3d5500b3a79a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7433262 Oct 31 19:21:14.200367 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-55767471-57df-45d5-9c36-72ce14e3b838 req-f6cd152d-1560-4de2-82c2-10a7e96ee7eb tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054887 Oct 31 19:21:14.201186 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e3facf46-9a08-47c9-bef2-04f981f8e1f7 admin admin] Publish callbacks [] for security_group (6989ab6e-7c89-4f5b-8a82-56791825373f), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:14.293395 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e3facf46-9a08-47c9-bef2-04f981f8e1f7 admin admin] Publish callbacks [] for security_group (6989ab6e-7c89-4f5b-8a82-56791825373f), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:14.340883 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:14.427770 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb09237-f1f7-40f7-b213-9b026df37626 req-88c4ebf9-6877-4792-8008-4ac72c403aa0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:14.435966 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4cb09237-f1f7-40f7-b213-9b026df37626 req-88c4ebf9-6877-4792-8008-4ac72c403aa0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 932 time: 0.1119995 Oct 31 19:21:14.492113 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-1fee06ee-5add-4c0f-bc5a-32bd0c945f5f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f2d79515811f4cae903181bd2ef25801&name=default HTTP/1.1" status: 200 len: 2996 time: 3.9790645 Oct 31 19:21:14.495573 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46160) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:14.506496 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4cb09237-f1f7-40f7-b213-9b026df37626 req-626f80b7-1cfe-4648-82fc-b279180145bc tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685394 Oct 31 19:21:14.532742 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee06ee-5add-4c0f-bc5a-32bd0c945f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288dc667-e554-4c35-bef7-73acc7d1e8f0,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:14.659281 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-6392707a-5d0c-4a3d-9bc8-086bbbcdd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:14.672500 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-6392707a-5d0c-4a3d-9bc8-086bbbcdd9b6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7340806 Oct 31 19:21:14.899911 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d44609-a0eb-4917-9530-21d507b0cd66 service neutron] Pushing event updated for resources: {'Port': ['ID=c411fd72-ddd2-4429-98b0-69e862f32b98,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:14.904682 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:UPDATE=3,neutron:SELECT=65,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:14.907946 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=64 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:14.962896 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:15.044518 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba0abc-1c59-4a8d-9ad2-9bd54487199c req-1f48b840-89d7-46a9-a128-05ef1ac1ca66 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:15.046710 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05839115-483e-4087-976f-3bd9fccd5eea req-1d74e994-ca40-4fc7-82d9-b37877e6753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:15.048579 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-1d74e994-ca40-4fc7-82d9-b37877e6753c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4c549a25d33441e98aae78e940a69c7c&device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 1127 time: 0.4897320 Oct 31 19:21:15.055393 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-84ba0abc-1c59-4a8d-9ad2-9bd54487199c req-1f48b840-89d7-46a9-a128-05ef1ac1ca66 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 943 time: 0.1743140 Oct 31 19:21:15.057267 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e3facf46-9a08-47c9-bef2-04f981f8e1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (6989ab6e-7c89-4f5b-8a82-56791825373f), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:15.059695 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e3facf46-9a08-47c9-bef2-04f981f8e1f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:15.063518 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-e3facf46-9a08-47c9-bef2-04f981f8e1f7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6989ab6e-7c89-4f5b-8a82-56791825373f HTTP/1.1" status: 204 len: 168 time: 0.9844649 Oct 31 19:21:15.070938 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e69a4209-11bc-4e30-9d8e-9075660d9818 req-d945328d-cb6f-43a5-9a61-f19a310314da tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0763562 Oct 31 19:21:15.133586 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:15.172228 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-2ba100ef-3880-4aed-acc5-8726421a9611 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c411fd72-ddd2-4429-98b0-69e862f32b98 HTTP/1.1" status: 200 len: 217 time: 0.0987747 Oct 31 19:21:15.183842 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3facf46-9a08-47c9-bef2-04f981f8e1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6989ab6e-7c89-4f5b-8a82-56791825373f,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:15.228688 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b316062d-d161-4ce6-aa24-f01b6006994f admin admin] Publish callbacks [] for security_group (288dc667-e554-4c35-bef7-73acc7d1e8f0), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:15.251263 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b316062d-d161-4ce6-aa24-f01b6006994f admin admin] Publish callbacks [] for security_group (288dc667-e554-4c35-bef7-73acc7d1e8f0), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:15.268994 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3a9e0677-e92a-4874-80e3-08fbac1c6a16 req-6b9ea4f0-10dc-4256-807d-a5568e128ee9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7598717 Oct 31 19:21:15.311025 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:15.313743 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05839115-483e-4087-976f-3bd9fccd5eea req-85bdb35f-7be7-4c37-bdfe-677cf6d7d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:15.315553 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-85bdb35f-7be7-4c37-bdfe-677cf6d7d45c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b9a99c1b-87ff-4141-bfef-de70ef9e6ca3 HTTP/1.1" status: 200 len: 851 time: 0.1353228 Oct 31 19:21:15.329675 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-c65471c9-eb75-4674-b9c4-c5592b627bf1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848061 Oct 31 19:21:15.335939 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-84ba0abc-1c59-4a8d-9ad2-9bd54487199c req-ad1e37b2-6db9-4207-81b3-7c8f45e8ab10 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759793 Oct 31 19:21:15.351723 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-7d12b0b3-840e-4803-8c37-a1b2d7241b5b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8409843 Oct 31 19:21:15.377338 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b316062d-d161-4ce6-aa24-f01b6006994f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (288dc667-e554-4c35-bef7-73acc7d1e8f0), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:15.380366 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b316062d-d161-4ce6-aa24-f01b6006994f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:15.382111 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-b316062d-d161-4ce6-aa24-f01b6006994f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/288dc667-e554-4c35-bef7-73acc7d1e8f0 HTTP/1.1" status: 204 len: 168 time: 0.8741357 Oct 31 19:21:15.404406 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316062d-d161-4ce6-aa24-f01b6006994f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288dc667-e554-4c35-bef7-73acc7d1e8f0,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:15.555528 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de2bd5-e8f4-4746-99ce-fa0c4dd6d824 req-f3a47e12-a4db-4d89-bf1e-9d90f483b4c4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:15.557171 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-40de2bd5-e8f4-4746-99ce-fa0c4dd6d824 req-f3a47e12-a4db-4d89-bf1e-9d90f483b4c4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.2008569 Oct 31 19:21:15.588580 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810ffdd3-13de-43d5-a09c-221911cc3bcf {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:21:15.613150 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a47cd33-e4a0-4b78-9afc-2f371e4a9d10', 'tag': 'c1f5b141-b428-4cbf-9938-2df49ece4368'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:21:15.623494 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2e03be-f7a9-4cce-9556-bd85e2b35fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "7a47cd33-e4a0-4b78-9afc-2f371e4a9d10", "tag": "c1f5b141-b428-4cbf-9938-2df49ece4368"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:21:15.626652 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Publish callbacks [] for port (810ffdd3-13de-43d5-a09c-221911cc3bcf), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:15.685086 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Transition to ACTIVE for port object 810ffdd3-13de-43d5-a09c-221911cc3bcf will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:21:15.756277 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05839115-483e-4087-976f-3bd9fccd5eea req-e7611a3d-1c00-4a45-ad98-9a52966f30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:15.757817 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-e7611a3d-1c00-4a45-ad98-9a52966f30a7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=63593bdb-a055-4a28-947d-cfc60fc8843a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1811190 Oct 31 19:21:15.758490 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (810ffdd3-13de-43d5-a09c-221911cc3bcf), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:15.815760 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a9a544-4553-4083-aa26-1dc327369d54', 'tag': 'c411fd72-ddd2-4429-98b0-69e862f32b98'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:21:15.818090 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29cadc8-3685-4bac-bd26-003cae68a4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "98a9a544-4553-4083-aa26-1dc327369d54", "tag": "c411fd72-ddd2-4429-98b0-69e862f32b98"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:21:15.852027 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-40de2bd5-e8f4-4746-99ce-fa0c4dd6d824 req-4e2da533-8e54-4cc7-b5cf-5a881d02ed44 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761717 Oct 31 19:21:15.877226 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Pushing event updated for resources: {'Port': ['ID=810ffdd3-13de-43d5-a09c-221911cc3bcf,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:15.883518 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Attempting to bind port 810ffdd3-13de-43d5-a09c-221911cc3bcf on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:21:15.884030 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Attempting to bind port 810ffdd3-13de-43d5-a09c-221911cc3bcf by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': 'f8e8f60f-31c8-4f06-ac72-adbed7afc379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:21:15.884508 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Attempting to bind port 810ffdd3-13de-43d5-a09c-221911cc3bcf on network bb81951e-1ade-402e-8059-76bd3e08139a {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:21:15.939612 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ad81c467-f164-49dc-a71a-699f3ff4aa2e req-1d1ac764-0b2c-4bf2-9cab-9b04c42a0d8a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648767 Oct 31 19:21:15.940334 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Port 810ffdd3-13de-43d5-a09c-221911cc3bcf on network bb81951e-1ade-402e-8059-76bd3e08139a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:21:15.940656 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Attempting to bind port 810ffdd3-13de-43d5-a09c-221911cc3bcf on network bb81951e-1ade-402e-8059-76bd3e08139a {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:21:15.961334 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a9500-66b4-4369-8a3b-a6146c0369a2 req-04521cd9-344a-486d-9dd5-5d92b6956a71 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:15.974789 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ee8a9500-66b4-4369-8a3b-a6146c0369a2 req-04521cd9-344a-486d-9dd5-5d92b6956a71 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 944 time: 0.2738264 Oct 31 19:21:15.983603 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d7cae-b843-43a2-951f-cb64bfc4924f req-9bdede8a-4c15-44d1-9677-753ed33f8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:15.994092 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-df4d7cae-b843-43a2-951f-cb64bfc4924f req-9bdede8a-4c15-44d1-9677-753ed33f8020 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 1127 time: 0.3587263 Oct 31 19:21:15.998889 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:21:16.001854 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Checking segment: {'id': 'f8e8f60f-31c8-4f06-ac72-adbed7afc379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:21:16.003162 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Bound using segment: {'id': 'f8e8f60f-31c8-4f06-ac72-adbed7afc379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:21:16.004364 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Bound port: 810ffdd3-13de-43d5-a09c-221911cc3bcf, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e8f60f-31c8-4f06-ac72-adbed7afc379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:21:16.004991 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (810ffdd3-13de-43d5-a09c-221911cc3bcf), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:16.033072 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c214ddec-0cf9-49a0-8dd0-a30a9684afc8 x-openstack-request-id: req-c214ddec-0cf9-49a0-8dd0-a30a9684afc8 {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:21:16.034170 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a47cd33-e4a0-4b78-9afc-2f371e4a9d10", "tag": "c1f5b141-b428-4cbf-9938-2df49ece4368", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:21:16.034421 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c214ddec-0cf9-49a0-8dd0-a30a9684afc8 {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:21:16.034810 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c214ddec-0cf9-49a0-8dd0-a30a9684afc8'] response: {'name': 'network-changed', 'server_uuid': '7a47cd33-e4a0-4b78-9afc-2f371e4a9d10', 'tag': 'c1f5b141-b428-4cbf-9938-2df49ece4368', 'status': 'completed', 'code': 200} Oct 31 19:21:16.089419 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46234) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:16.102465 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7ca800-09a3-442a-b923-c086b6e43260 x-openstack-request-id: req-3c7ca800-09a3-442a-b923-c086b6e43260 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:21:16.102875 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a9a544-4553-4083-aa26-1dc327369d54", "tag": "c411fd72-ddd2-4429-98b0-69e862f32b98", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:21:16.103139 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c7ca800-09a3-442a-b923-c086b6e43260 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:21:16.103542 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7ca800-09a3-442a-b923-c086b6e43260'] response: {'name': 'network-changed', 'server_uuid': '98a9a544-4553-4083-aa26-1dc327369d54', 'tag': 'c411fd72-ddd2-4429-98b0-69e862f32b98', 'status': 'completed', 'code': 200} Oct 31 19:21:16.141598 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:16.146503 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-efe6d147-8e4b-4b64-a6d9-0e2cfb6faa11 req-7fc9cd7d-052c-495a-a28d-1ecfa6489169 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831413 Oct 31 19:21:16.147743 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9d685519-4884-41ec-b8d4-b2fa7ae58218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:16.160502 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] For port 810ffdd3-13de-43d5-a09c-221911cc3bcf, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:21:16.166317 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ee8a9500-66b4-4369-8a3b-a6146c0369a2 req-cccbc429-d77a-4707-93ac-3aa30e8793f2 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846762 Oct 31 19:21:16.166497 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] For port 810ffdd3-13de-43d5-a09c-221911cc3bcf, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=810ffdd3-13de-43d5-a09c-221911cc3bcf,segment=NetworkSegment(f8e8f60f-31c8-4f06-ac72-adbed7afc379),segment_id=f8e8f60f-31c8-4f06-ac72-adbed7afc379)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:21:16.183537 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (810ffdd3-13de-43d5-a09c-221911cc3bcf), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:16.229807 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46240) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:16.236275 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:16.236954 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:16.238350 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/810ffdd3-13de-43d5-a09c-221911cc3bcf HTTP/1.1" status: 200 len: 1094 time: 3.4102659 Oct 31 19:21:16.272906 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595974e3-ea74-4c0f-956c-3354a78216aa service neutron] Pushing event updated for resources: {'Port': ['ID=810ffdd3-13de-43d5-a09c-221911cc3bcf,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:16.288100 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9d685519-4884-41ec-b8d4-b2fa7ae58218 admin admin] Publish callbacks [] for security_group (107a1426-bfcc-44ad-820e-34ac67cdca70), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:16.288917 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c747b-3a5e-4d2f-993e-e9aaa9b784fd req-71002c63-bd08-4b25-9854-fdd41a66cf63 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:16.290523 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9b7c747b-3a5e-4d2f-993e-e9aaa9b784fd req-71002c63-bd08-4b25-9854-fdd41a66cf63 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 943 time: 0.1046107 Oct 31 19:21:16.294435 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9d685519-4884-41ec-b8d4-b2fa7ae58218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (107a1426-bfcc-44ad-820e-34ac67cdca70), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:16.346592 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d685519-4884-41ec-b8d4-b2fa7ae58218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107a1426-bfcc-44ad-820e-34ac67cdca70,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:16.351906 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-9d685519-4884-41ec-b8d4-b2fa7ae58218 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=533262d6ade647259e8eef1fe01e9a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576828 Oct 31 19:21:16.358157 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46244) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:16.386526 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9b7c747b-3a5e-4d2f-993e-e9aaa9b784fd req-d57a8f17-6c84-4b41-9c9d-e5c019bbef1b tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862181 Oct 31 19:21:16.433928 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6f8ce1f5-9813-44df-917a-961e5241c028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:16.495569 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:16.506728 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f710e5cb-4fad-46d6-b6d6-069d88123833 admin admin] Publish callbacks [] for security_group (107a1426-bfcc-44ad-820e-34ac67cdca70), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:16.517831 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9355b-bd33-4ef7-8305-1b1e5a75c537 req-3234ac4c-547f-4544-8feb-7432ef3c80bd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:16.519327 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-02b9355b-bd33-4ef7-8305-1b1e5a75c537 req-3234ac4c-547f-4544-8feb-7432ef3c80bd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 943 time: 0.0896077 Oct 31 19:21:16.576292 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f710e5cb-4fad-46d6-b6d6-069d88123833 admin admin] Publish callbacks [] for security_group (107a1426-bfcc-44ad-820e-34ac67cdca70), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:16.624899 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:16.802145 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:16.839761 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-0833b3d0-c1fa-4b64-a1c1-367472139677 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/63593bdb-a055-4a28-947d-cfc60fc8843a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438138 Oct 31 19:21:16.888347 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-02b9355b-bd33-4ef7-8305-1b1e5a75c537 req-6b1fca68-bb1b-413b-b6fd-2c03c310c1fa tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596225 Oct 31 19:21:16.986307 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6f8ce1f5-9813-44df-917a-961e5241c028 admin admin] Publish callbacks [] for security_group (ca12990b-a2e0-46e9-b9f2-c95e89be9308), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:17.002646 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6f8ce1f5-9813-44df-917a-961e5241c028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (ca12990b-a2e0-46e9-b9f2-c95e89be9308), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:17.009938 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d78c52-9037-4eed-86c8-2611b1bd8130 req-e6eff0c5-1018-4516-aeb2-8df6cd74454c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:17.011445 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-50d78c52-9037-4eed-86c8-2611b1bd8130 req-e6eff0c5-1018-4516-aeb2-8df6cd74454c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0586634 Oct 31 19:21:17.022146 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f710e5cb-4fad-46d6-b6d6-069d88123833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (107a1426-bfcc-44ad-820e-34ac67cdca70), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:17.024619 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f710e5cb-4fad-46d6-b6d6-069d88123833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:17.025779 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-f710e5cb-4fad-46d6-b6d6-069d88123833 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/107a1426-bfcc-44ad-820e-34ac67cdca70 HTTP/1.1" status: 204 len: 168 time: 0.6665859 Oct 31 19:21:17.086594 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ce1f5-9813-44df-917a-961e5241c028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca12990b-a2e0-46e9-b9f2-c95e89be9308,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:17.092670 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-6f8ce1f5-9813-44df-917a-961e5241c028 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=71ee5e757d9e42a98bc3028fbd49f3a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8617876 Oct 31 19:21:17.096607 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46276) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:17.105566 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-50d78c52-9037-4eed-86c8-2611b1bd8130 req-08f06efb-27fc-4ee6-a2bc-55a8f89f57ce tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872066 Oct 31 19:21:17.109758 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d7cae-b843-43a2-951f-cb64bfc4924f req-ef73dced-2778-418c-8ce8-9aa9871339ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:17.111236 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-df4d7cae-b843-43a2-951f-cb64bfc4924f req-ef73dced-2778-418c-8ce8-9aa9871339ab service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 919 time: 0.2716467 Oct 31 19:21:17.113538 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710e5cb-4fad-46d6-b6d6-069d88123833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107a1426-bfcc-44ad-820e-34ac67cdca70,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:17.181894 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-668ad0f5-7d8e-476c-8f43-40d3fbecd9d7 admin admin] Publish callbacks [] for security_group (ca12990b-a2e0-46e9-b9f2-c95e89be9308), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:17.226765 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-668ad0f5-7d8e-476c-8f43-40d3fbecd9d7 admin admin] Publish callbacks [] for security_group (ca12990b-a2e0-46e9-b9f2-c95e89be9308), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:17.310405 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0c225-893b-47a8-b36f-fb134fecd4d2 req-f35e50a6-e02f-4389-a519-c536027c4e6e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:17.311971 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c6e0c225-893b-47a8-b36f-fb134fecd4d2 req-f35e50a6-e02f-4389-a519-c536027c4e6e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 944 time: 0.0605264 Oct 31 19:21:17.343039 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-668ad0f5-7d8e-476c-8f43-40d3fbecd9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (ca12990b-a2e0-46e9-b9f2-c95e89be9308), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:17.345912 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-668ad0f5-7d8e-476c-8f43-40d3fbecd9d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:17.347099 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-668ad0f5-7d8e-476c-8f43-40d3fbecd9d7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ca12990b-a2e0-46e9-b9f2-c95e89be9308 HTTP/1.1" status: 204 len: 168 time: 0.2477529 Oct 31 19:21:17.363405 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ad0f5-7d8e-476c-8f43-40d3fbecd9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca12990b-a2e0-46e9-b9f2-c95e89be9308,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:17.413327 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-df4d7cae-b843-43a2-951f-cb64bfc4924f req-11d6db27-916e-4870-a862-6a580b94de80 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac17eb8a-95b3-4c82-b434-4b9b13313e65 HTTP/1.1" status: 200 len: 217 time: 0.0434256 Oct 31 19:21:17.458616 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c6e0c225-893b-47a8-b36f-fb134fecd4d2 req-30641d95-0e1a-42d9-9ffd-6d4551320743 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360252 Oct 31 19:21:17.479212 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-a0bfd026-50ad-453a-99a5-b981791e3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:17.481498 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-a0bfd026-50ad-453a-99a5-b981791e3699 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f9c317b548b40deb8cb27236d36d674&device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 1128 time: 0.1099610 Oct 31 19:21:17.493731 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa7dce-eb8d-4d3b-911c-5dac48066126 req-ef4e30eb-4398-4546-8913-ee1548f8cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:17.496179 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b6fa7dce-eb8d-4d3b-911c-5dac48066126 req-ef4e30eb-4398-4546-8913-ee1548f8cf26 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=06b4e580885f431b9ccb8aa409fdd454&device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 1127 time: 0.1136403 Oct 31 19:21:17.600405 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69416a38-3fa4-4a5e-b591-6a5d1182eed6 req-df13245c-4496-43ae-82a8-996aa9a445f6 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:17.602217 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-69416a38-3fa4-4a5e-b591-6a5d1182eed6 req-df13245c-4496-43ae-82a8-996aa9a445f6 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 943 time: 0.0628016 Oct 31 19:21:17.619563 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05839115-483e-4087-976f-3bd9fccd5eea req-a5e76f20-50ef-4d10-a553-6a5a21578a47 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/63593bdb-a055-4a28-947d-cfc60fc8843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510328 Oct 31 19:21:17.656960 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-69416a38-3fa4-4a5e-b591-6a5d1182eed6 req-5cbd0fde-ce30-419e-942c-5db100b65ff4 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470695 Oct 31 19:21:17.757548 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46304) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:17.772037 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c51e9d12-87ba-4a11-8fff-e5d7825b8d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:17.865756 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c51e9d12-87ba-4a11-8fff-e5d7825b8d46 admin admin] Publish callbacks [] for security_group (f6fd55ae-13af-46c5-af7e-9b63ab039135), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:17.871260 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c51e9d12-87ba-4a11-8fff-e5d7825b8d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (f6fd55ae-13af-46c5-af7e-9b63ab039135), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:17.913228 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:17.927833 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e9d12-87ba-4a11-8fff-e5d7825b8d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fd55ae-13af-46c5-af7e-9b63ab039135,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:17.944275 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 46316) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:17.956914 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-c51e9d12-87ba-4a11-8fff-e5d7825b8d46 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=52a2ff88129e410cae7056eec56279c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1956642 Oct 31 19:21:18.039229 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 3807af14-6f9a-4bcc-86d0-c9961d4697ae details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:21:18.039881 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f998-70e0-43f6-9d40-325fc35f5f3f admin admin] Publish callbacks [] for security_group (f6fd55ae-13af-46c5-af7e-9b63ab039135), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:18.069464 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:18.099451 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f998-70e0-43f6-9d40-325fc35f5f3f admin admin] Publish callbacks [] for security_group (f6fd55ae-13af-46c5-af7e-9b63ab039135), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:18.105078 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a122a08-bc0f-40fd-8139-74c9e8a70ebe', 'tag': '810ffdd3-13de-43d5-a09c-221911cc3bcf'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:21:18.107403 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a373832f-24c1-4f1f-bfb7-d5682a04b117" -d '{"events": [{"name": "network-changed", "server_uuid": "0a122a08-bc0f-40fd-8139-74c9e8a70ebe", "tag": "810ffdd3-13de-43d5-a09c-221911cc3bcf"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:21:18.198600 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c2bc91-d570-4ef3-b3ea-0c63f8a81d42 x-openstack-request-id: req-85c2bc91-d570-4ef3-b3ea-0c63f8a81d42 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:21:18.199092 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a122a08-bc0f-40fd-8139-74c9e8a70ebe", "tag": "810ffdd3-13de-43d5-a09c-221911cc3bcf", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:21:18.199511 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85c2bc91-d570-4ef3-b3ea-0c63f8a81d42 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:21:18.200205 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c2bc91-d570-4ef3-b3ea-0c63f8a81d42'] response: {'name': 'network-changed', 'server_uuid': '0a122a08-bc0f-40fd-8139-74c9e8a70ebe', 'tag': '810ffdd3-13de-43d5-a09c-221911cc3bcf', 'status': 'completed', 'code': 200} Oct 31 19:21:18.282479 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-0100b4d2-691c-4f1e-a408-4d009bfa81f4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=810ffdd3-13de-43d5-a09c-221911cc3bcf HTTP/1.1" status: 200 len: 217 time: 0.1720562 Oct 31 19:21:18.306086 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfb866-ba7f-4ad7-b8e8-3c4792961be5 req-bc6ca598-593a-4e33-991c-fe2227b4e0d1 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:18.311095 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 3807af14-6f9a-4bcc-86d0-c9961d4697ae, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:18.316799 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-70cfb866-ba7f-4ad7-b8e8-3c4792961be5 req-bc6ca598-593a-4e33-991c-fe2227b4e0d1 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 943 time: 0.2753243 Oct 31 19:21:18.352608 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '3807af14-6f9a-4bcc-86d0-c9961d4697ae', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'port_id': '3807af14-6f9a-4bcc-86d0-c9961d4697ae', 'mac_address': 'fa:16:3e:20:c8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:21:18.356700 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d7cae-b843-43a2-951f-cb64bfc4924f req-8d93f8b1-4ced-48fc-a5aa-e1d9e882d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:18.359032 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-df4d7cae-b843-43a2-951f-cb64bfc4924f req-8d93f8b1-4ced-48fc-a5aa-e1d9e882d7e6 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d2c209a4-c49d-431e-b8bc-b162483f4e74 HTTP/1.1" status: 200 len: 857 time: 0.2259729 Oct 31 19:21:18.450021 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 3807af14-6f9a-4bcc-86d0-c9961d4697ae is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:21:18.451374 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:18.458146 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-70cfb866-ba7f-4ad7-b8e8-3c4792961be5 req-a4dfa003-a701-418a-af1c-2f687dc766c0 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384957 Oct 31 19:21:18.489387 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3807af14-6f9a-4bcc-86d0-c9961d4697ae {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:21:18.529054 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46338) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:18.534966 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 3807af14-6f9a-4bcc-86d0-c9961d4697ae, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:18.543142 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:18.545343 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device ac17eb8a-95b3-4c82-b434-4b9b13313e65 details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:21:18.548751 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e03be-f7a9-4cce-9556-bd85e2b35fa3 req-409f5c25-4581-484a-839b-d9754d8480ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:18.550401 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9e2e03be-f7a9-4cce-9556-bd85e2b35fa3 req-409f5c25-4581-484a-839b-d9754d8480ab service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 1127 time: 0.4320476 Oct 31 19:21:18.620567 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcc313-503d-40fc-8b75-523fe3aacbad req-d92c70cd-e12c-47c8-be08-b4f48e0b63c5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:18.628131 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2bfcc313-503d-40fc-8b75-523fe3aacbad req-d92c70cd-e12c-47c8-be08-b4f48e0b63c5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.1342466 Oct 31 19:21:18.679190 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=3807af14-6f9a-4bcc-86d0-c9961d4697ae,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:18.703295 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f998-70e0-43f6-9d40-325fc35f5f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (f6fd55ae-13af-46c5-af7e-9b63ab039135), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:18.706877 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8bc8f998-70e0-43f6-9d40-325fc35f5f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:18.729089 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-8bc8f998-70e0-43f6-9d40-325fc35f5f3f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f6fd55ae-13af-46c5-af7e-9b63ab039135 HTTP/1.1" status: 204 len: 168 time: 0.7837262 Oct 31 19:21:18.737635 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855af45-1472-417c-8cd8-6c2d9299ecc0 req-73774011-2115-4287-9a10-1870f8d25b9e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:18.743353 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7855af45-1472-417c-8cd8-6c2d9299ecc0 req-73774011-2115-4287-9a10-1870f8d25b9e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 944 time: 0.1487834 Oct 31 19:21:18.748148 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:18.766085 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:18.768230 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port ac17eb8a-95b3-4c82-b434-4b9b13313e65, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=ac17eb8a-95b3-4c82-b434-4b9b13313e65,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:18.772342 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa7dce-eb8d-4d3b-911c-5dac48066126 req-b050c594-e63c-4d7b-b811-a4c6c1dfcee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:18.776238 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b6fa7dce-eb8d-4d3b-911c-5dac48066126 req-b050c594-e63c-4d7b-b811-a4c6c1dfcee9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 HTTP/1.1" status: 200 len: 918 time: 0.6567588 Oct 31 19:21:18.777242 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8f998-70e0-43f6-9d40-325fc35f5f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fd55ae-13af-46c5-af7e-9b63ab039135,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:18.793370 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': 'ac17eb8a-95b3-4c82-b434-4b9b13313e65', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'port_id': 'ac17eb8a-95b3-4c82-b434-4b9b13313e65', 'mac_address': 'fa:16:3e:6b:57:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:21:18.875052 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7855af45-1472-417c-8cd8-6c2d9299ecc0 req-fd7a0804-988b-4c65-9b55-3135531c39a7 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238697 Oct 31 19:21:18.917417 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:18.952938 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port ac17eb8a-95b3-4c82-b434-4b9b13313e65 is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:21:18.953511 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (ac17eb8a-95b3-4c82-b434-4b9b13313e65), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:18.977063 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac17eb8a-95b3-4c82-b434-4b9b13313e65 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:21:19.010353 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port ac17eb8a-95b3-4c82-b434-4b9b13313e65, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=ac17eb8a-95b3-4c82-b434-4b9b13313e65,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:19.010614 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-19555a5c-a635-48e7-b2bc-e2382d9c8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:19.012424 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-19555a5c-a635-48e7-b2bc-e2382d9c8fc4 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9821b6e6-ba6a-40fd-94d0-4d7194d13f47 HTTP/1.1" status: 200 len: 848 time: 0.1361828 Oct 31 19:21:19.015917 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (ac17eb8a-95b3-4c82-b434-4b9b13313e65), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:19.061649 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b6fa7dce-eb8d-4d3b-911c-5dac48066126 req-3eec89e1-e1d3-4b09-9352-67240a65cbb0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae HTTP/1.1" status: 200 len: 217 time: 0.2295878 Oct 31 19:21:19.064272 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e03be-f7a9-4cce-9556-bd85e2b35fa3 req-4b070274-2d3d-48d4-a6dd-bd267c6e83e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:19.066053 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9e2e03be-f7a9-4cce-9556-bd85e2b35fa3 req-4b070274-2d3d-48d4-a6dd-bd267c6e83e7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 919 time: 0.2289443 Oct 31 19:21:19.106112 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d7cae-b843-43a2-951f-cb64bfc4924f req-a1030601-2515-40c7-9692-7ecabf7727b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:19.108125 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-df4d7cae-b843-43a2-951f-cb64bfc4924f req-a1030601-2515-40c7-9692-7ecabf7727b1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76d0a169-b981-4155-bbd7-0bbdbbf23238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2306573 Oct 31 19:21:19.118534 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2bfcc313-503d-40fc-8b75-523fe3aacbad req-a9aefc0d-f7cf-43b2-b44f-b9ebc8ee7c7c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4895568 Oct 31 19:21:19.146407 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-114f448d-2ba6-492d-bd2f-8fac99608e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:19.168114 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=ac17eb8a-95b3-4c82-b434-4b9b13313e65,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:19.218681 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9e2e03be-f7a9-4cce-9556-bd85e2b35fa3 req-0fc0c3c3-ad38-40ab-b7d1-368f9bebd941 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1f5b141-b428-4cbf-9938-2df49ece4368 HTTP/1.1" status: 200 len: 217 time: 0.1239052 Oct 31 19:21:19.220529 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cadc8-3685-4bac-bd26-003cae68a4c6 req-794bac0d-1ff3-400f-8f2d-6a64d83ac0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:19.222425 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d29cadc8-3685-4bac-bd26-003cae68a4c6 req-794bac0d-1ff3-400f-8f2d-6a64d83ac0f7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4c549a25d33441e98aae78e940a69c7c&device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 1127 time: 0.3837073 Oct 31 19:21:19.222914 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:19.231857 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-6f3a7da8-b207-439d-913e-b44d3c437dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:19.234102 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-6f3a7da8-b207-439d-913e-b44d3c437dd4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=bb81951e-1ade-402e-8059-76bd3e08139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1248262 Oct 31 19:21:19.364213 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa7dce-eb8d-4d3b-911c-5dac48066126 req-ff06f6d7-e211-4bb6-90e2-0fdfa4ad5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:19.365828 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b6fa7dce-eb8d-4d3b-911c-5dac48066126 req-ff06f6d7-e211-4bb6-90e2-0fdfa4ad5927 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b HTTP/1.1" status: 200 len: 856 time: 0.2726581 Oct 31 19:21:19.382507 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['ac17eb8a-95b3-4c82-b434-4b9b13313e65'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:21:19.387416 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f429cbe-0534-4ad5-a7a4-bfc0478fd42b req-ec70289f-df89-4c54-bcc7-bc440d45e3b0 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:19.394311 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3f429cbe-0534-4ad5-a7a4-bfc0478fd42b req-ec70289f-df89-4c54-bcc7-bc440d45e3b0 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 943 time: 0.2509270 Oct 31 19:21:19.429564 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cadc8-3685-4bac-bd26-003cae68a4c6 req-73e7663d-a500-47f2-b398-5f40129534f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:19.431433 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d29cadc8-3685-4bac-bd26-003cae68a4c6 req-73e7663d-a500-47f2-b398-5f40129534f8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=63593bdb-a055-4a28-947d-cfc60fc8843a HTTP/1.1" status: 200 len: 913 time: 0.2010877 Oct 31 19:21:19.433567 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e03be-f7a9-4cce-9556-bd85e2b35fa3 req-ef1353c9-6686-466d-a572-9b335a32a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:19.435595 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9e2e03be-f7a9-4cce-9556-bd85e2b35fa3 req-ef1353c9-6686-466d-a572-9b335a32a7a2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d2c209a4-c49d-431e-b8bc-b162483f4e74 HTTP/1.1" status: 200 len: 857 time: 0.2064641 Oct 31 19:21:19.437128 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa7dce-eb8d-4d3b-911c-5dac48066126 req-20a089f2-5dc5-47f0-a970-d32ded28cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:19.439250 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b6fa7dce-eb8d-4d3b-911c-5dac48066126 req-20a089f2-5dc5-47f0-a970-d32ded28cf64 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661333 Oct 31 19:21:19.493581 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d29cadc8-3685-4bac-bd26-003cae68a4c6 req-08b6952a-dfc7-4bbe-8893-3971b32f9537 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c411fd72-ddd2-4429-98b0-69e862f32b98 HTTP/1.1" status: 200 len: 217 time: 0.0532236 Oct 31 19:21:19.547770 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3f429cbe-0534-4ad5-a7a4-bfc0478fd42b req-dce32140-c477-4c70-b439-5894dd77d8e4 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524677 Oct 31 19:21:19.559663 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-df4d7cae-b843-43a2-951f-cb64bfc4924f req-e69e6cdf-647f-4492-92ac-621cd1b17ce7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107101 Oct 31 19:21:19.572067 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-fa371dc2-ab96-4dea-b13f-8d016ce69bf6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819746 Oct 31 19:21:19.616640 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cadc8-3685-4bac-bd26-003cae68a4c6 req-bdb41cf7-b6e7-4ee2-a4f8-919c9740c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:19.618143 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d29cadc8-3685-4bac-bd26-003cae68a4c6 req-bdb41cf7-b6e7-4ee2-a4f8-919c9740c351 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=b9a99c1b-87ff-4141-bfef-de70ef9e6ca3 HTTP/1.1" status: 200 len: 851 time: 0.0885940 Oct 31 19:21:19.627531 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['3807af14-6f9a-4bcc-86d0-c9961d4697ae'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:21:19.689864 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e03be-f7a9-4cce-9556-bd85e2b35fa3 req-d66b691a-0e3c-4036-8f40-16c6e73accba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:19.691270 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9e2e03be-f7a9-4cce-9556-bd85e2b35fa3 req-d66b691a-0e3c-4036-8f40-16c6e73accba service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76d0a169-b981-4155-bbd7-0bbdbbf23238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2415891 Oct 31 19:21:19.703433 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f7ddba48-9642-407b-b688-57d76b5e3e8f req-e5c782b0-f91d-45e3-b03e-dd0570c706f3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080234 Oct 31 19:21:19.768219 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-114f448d-2ba6-492d-bd2f-8fac99608e21 admin admin] Publish callbacks [] for security_group (b75423ad-916d-4314-b3c4-f8d4607dc030), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:19.780792 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-114f448d-2ba6-492d-bd2f-8fac99608e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (b75423ad-916d-4314-b3c4-f8d4607dc030), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:19.790531 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46392) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:19.803353 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:19.862649 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-114f448d-2ba6-492d-bd2f-8fac99608e21 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2c2d165feee240c3b61c7ac537579303&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3323438 Oct 31 19:21:19.863652 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f448d-2ba6-492d-bd2f-8fac99608e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75423ad-916d-4314-b3c4-f8d4607dc030,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:19.866238 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46398) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:19.895423 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-df4d7cae-b843-43a2-951f-cb64bfc4924f req-11d6aae9-d775-4c7e-86e5-466ccd924b12 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280449 Oct 31 19:21:19.916312 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6ca07-5719-4296-b58e-b669bc7a6751 req-e69fedb7-b89d-45eb-92aa-cc9cfec01458 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:19.923753 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0fc6ca07-5719-4296-b58e-b669bc7a6751 req-e69fedb7-b89d-45eb-92aa-cc9cfec01458 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 944 time: 0.3027272 Oct 31 19:21:19.927584 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:19.957182 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cadc8-3685-4bac-bd26-003cae68a4c6 req-6c3ccd8e-5f9e-4fdf-a806-0d4f70d4dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:19.959557 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d29cadc8-3685-4bac-bd26-003cae68a4c6 req-6c3ccd8e-5f9e-4fdf-a806-0d4f70d4dfc3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=63593bdb-a055-4a28-947d-cfc60fc8843a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2973473 Oct 31 19:21:19.993846 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0c706ef6-065a-4605-895d-46046e533e89 admin admin] Publish callbacks [] for security_group (b75423ad-916d-4314-b3c4-f8d4607dc030), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:20.018463 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b6fa7dce-eb8d-4d3b-911c-5dac48066126 req-a4f5b393-084b-4e2c-b8a2-8289a0e9df7c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699551 Oct 31 19:21:20.020255 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9e2e03be-f7a9-4cce-9556-bd85e2b35fa3 req-109a8131-f348-4ccf-879e-d83187d7de05 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865245 Oct 31 19:21:20.023938 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0fc6ca07-5719-4296-b58e-b669bc7a6751 req-ef576111-5905-4b6f-97f6-6bf9c12d8562 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996854 Oct 31 19:21:20.046489 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0c706ef6-065a-4605-895d-46046e533e89 admin admin] Publish callbacks [] for security_group (b75423ad-916d-4314-b3c4-f8d4607dc030), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:20.067838 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfdf39-315d-4da2-8875-202a686bf0c2 req-96a24980-1762-4a7c-bf3d-554d3521ed3a tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:20.074106 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-42cfdf39-315d-4da2-8875-202a686bf0c2 req-96a24980-1762-4a7c-bf3d-554d3521ed3a tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 944 time: 0.0813999 Oct 31 19:21:20.132160 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-45446fc8-494c-4faf-9289-6f9c1db81607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:20.135593 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device c411fd72-ddd2-4429-98b0-69e862f32b98 details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:21:20.149810 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:20.196485 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-42cfdf39-315d-4da2-8875-202a686bf0c2 req-f7c0b4af-1508-4580-bc34-efa9117648eb tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212490 Oct 31 19:21:20.267233 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-45446fc8-494c-4faf-9289-6f9c1db81607 admin admin] Publish callbacks [] for security_group (6c21c6fb-374f-4104-8c68-fb8382f6e474), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:20.269767 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0c706ef6-065a-4605-895d-46046e533e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (b75423ad-916d-4314-b3c4-f8d4607dc030), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:20.275263 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0c706ef6-065a-4605-895d-46046e533e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:20.279003 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-0c706ef6-065a-4605-895d-46046e533e89 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b75423ad-916d-4314-b3c4-f8d4607dc030 HTTP/1.1" status: 204 len: 168 time: 0.4038131 Oct 31 19:21:20.285839 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port c411fd72-ddd2-4429-98b0-69e862f32b98, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=c411fd72-ddd2-4429-98b0-69e862f32b98,segment=NetworkSegment(a2cbc412-42b8-4793-bd94-174106972c8f),segment_id=a2cbc412-42b8-4793-bd94-174106972c8f)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:20.300732 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c706ef6-065a-4605-895d-46046e533e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75423ad-916d-4314-b3c4-f8d4607dc030,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:20.304649 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': 'c411fd72-ddd2-4429-98b0-69e862f32b98', 'network_id': '63593bdb-a055-4a28-947d-cfc60fc8843a', 'port_id': 'c411fd72-ddd2-4429-98b0-69e862f32b98', 'mac_address': 'fa:16:3e:e5:1d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a99c1b-87ff-4141-bfef-de70ef9e6ca3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:21:20.309087 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-45446fc8-494c-4faf-9289-6f9c1db81607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (6c21c6fb-374f-4104-8c68-fb8382f6e474), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:20.378556 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f5fbc-20fa-42f1-bd98-875a1e034e63 req-fbc9c3b6-66a8-402e-a897-c2faa0354c54 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:20.379239 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port c411fd72-ddd2-4429-98b0-69e862f32b98 is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:21:20.379796 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (c411fd72-ddd2-4429-98b0-69e862f32b98), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:20.381304 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-45446fc8-494c-4faf-9289-6f9c1db81607 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=67cca2d6b5a94e40aa9e0bf5f86f0c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5870121 Oct 31 19:21:20.382198 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45446fc8-494c-4faf-9289-6f9c1db81607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c21c6fb-374f-4104-8c68-fb8382f6e474,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:20.384500 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46420) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:20.388872 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-558f5fbc-20fa-42f1-bd98-875a1e034e63 req-fbc9c3b6-66a8-402e-a897-c2faa0354c54 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 944 time: 0.1036611 Oct 31 19:21:20.425227 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c411fd72-ddd2-4429-98b0-69e862f32b98 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:21:20.445042 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-348e4e93-841c-4f61-b5e3-87d0d95623cf admin admin] Publish callbacks [] for security_group (6c21c6fb-374f-4104-8c68-fb8382f6e474), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:20.459031 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port c411fd72-ddd2-4429-98b0-69e862f32b98, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=c411fd72-ddd2-4429-98b0-69e862f32b98,segment=NetworkSegment(a2cbc412-42b8-4793-bd94-174106972c8f),segment_id=a2cbc412-42b8-4793-bd94-174106972c8f)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:20.465058 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-558f5fbc-20fa-42f1-bd98-875a1e034e63 req-91ab9e7e-ee22-4ae5-bdcf-6f65dbe63dc0 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750759 Oct 31 19:21:20.483297 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 3807af14-6f9a-4bcc-86d0-c9961d4697ae up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:21:20.495534 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (c411fd72-ddd2-4429-98b0-69e862f32b98), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:20.499132 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device c1f5b141-b428-4cbf-9938-2df49ece4368 details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:21:20.516407 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-348e4e93-841c-4f61-b5e3-87d0d95623cf admin admin] Publish callbacks [] for security_group (6c21c6fb-374f-4104-8c68-fb8382f6e474), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:20.546054 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373832f-24c1-4f1f-bfb7-d5682a04b117 req-4d6ff93a-bcfd-416e-8882-be718b561632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:20.550737 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a373832f-24c1-4f1f-bfb7-d5682a04b117 req-4d6ff93a-bcfd-416e-8882-be718b561632 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f9c317b548b40deb8cb27236d36d674&device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 1128 time: 0.0747132 Oct 31 19:21:20.626833 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:20.732280 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b6fa7dce-eb8d-4d3b-911c-5dac48066126 req-f8e72a45-0a27-4989-9c6b-8808e6200fde service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202654 Oct 31 19:21:20.753162 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373832f-24c1-4f1f-bfb7-d5682a04b117 req-0e3f4100-882d-4977-a4a0-fca7b1ab16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:20.760526 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a373832f-24c1-4f1f-bfb7-d5682a04b117 req-0e3f4100-882d-4977-a4a0-fca7b1ab16f9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=bb81951e-1ade-402e-8059-76bd3e08139a HTTP/1.1" status: 200 len: 910 time: 0.2012074 Oct 31 19:21:20.780036 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:20.806749 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d29cadc8-3685-4bac-bd26-003cae68a4c6 req-2d835544-bc21-47af-bafd-102981ad94e6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/63593bdb-a055-4a28-947d-cfc60fc8843a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280613 Oct 31 19:21:20.854457 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port 3807af14-6f9a-4bcc-86d0-c9961d4697ae completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:21:20.864627 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=c411fd72-ddd2-4429-98b0-69e862f32b98,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:20.869018 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:20.874395 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9e2e03be-f7a9-4cce-9556-bd85e2b35fa3 req-6c4dc784-7adc-443d-a18f-1fb79293eadd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979111 Oct 31 19:21:20.888184 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 3807af14-6f9a-4bcc-86d0-c9961d4697ae triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:20.888897 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:20.889455 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 3807af14-6f9a-4bcc-86d0-c9961d4697ae Oct 31 19:21:20.919224 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-348e4e93-841c-4f61-b5e3-87d0d95623cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (6c21c6fb-374f-4104-8c68-fb8382f6e474), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:20.926406 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-348e4e93-841c-4f61-b5e3-87d0d95623cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:20.930100 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-348e4e93-841c-4f61-b5e3-87d0d95623cf admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6c21c6fb-374f-4104-8c68-fb8382f6e474 HTTP/1.1" status: 204 len: 168 time: 0.5423861 Oct 31 19:21:20.944663 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a373832f-24c1-4f1f-bfb7-d5682a04b117 req-54df4b00-dec7-40ce-9e6c-002e5585cb54 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=810ffdd3-13de-43d5-a09c-221911cc3bcf HTTP/1.1" status: 200 len: 217 time: 0.1352534 Oct 31 19:21:20.962038 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42253cd4-d0b1-45ac-adb4-1a6db8b5dffa req-220dc5aa-3090-4a3d-ac77-b3da883fad54 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:20.971230 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-42253cd4-d0b1-45ac-adb4-1a6db8b5dffa req-220dc5aa-3090-4a3d-ac77-b3da883fad54 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 944 time: 0.2571421 Oct 31 19:21:20.989886 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d29cadc8-3685-4bac-bd26-003cae68a4c6 req-cbd593c5-ff67-478c-8a44-b547d5ec89d5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/63593bdb-a055-4a28-947d-cfc60fc8843a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707413 Oct 31 19:21:21.023000 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 46436) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:21.040386 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e4e93-841c-4f61-b5e3-87d0d95623cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c21c6fb-374f-4104-8c68-fb8382f6e474,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:21.061975 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-468c1775-869c-4a74-8e08-2b0ea5ce463b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:21.086357 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port c1f5b141-b428-4cbf-9938-2df49ece4368, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=c1f5b141-b428-4cbf-9938-2df49ece4368,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:21.213330 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': 'c1f5b141-b428-4cbf-9938-2df49ece4368', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'port_id': 'c1f5b141-b428-4cbf-9938-2df49ece4368', 'mac_address': 'fa:16:3e:96:51:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:21:21.257348 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:21.281639 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port c1f5b141-b428-4cbf-9938-2df49ece4368 is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:21:21.282043 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (c1f5b141-b428-4cbf-9938-2df49ece4368), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:21.288596 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373832f-24c1-4f1f-bfb7-d5682a04b117 req-900cb1fa-7af6-43b6-95ff-c3ef876574ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:21.289957 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21137306-f5d6-475e-b625-bdf65494a438 req-3707bccb-5e9d-4488-bd48-c30307ee325e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:21.291614 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a373832f-24c1-4f1f-bfb7-d5682a04b117 req-900cb1fa-7af6-43b6-95ff-c3ef876574ab service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9821b6e6-ba6a-40fd-94d0-4d7194d13f47 HTTP/1.1" status: 200 len: 848 time: 0.2889946 Oct 31 19:21:21.298202 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 3807af14-6f9a-4bcc-86d0-c9961d4697ae is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:21:21.298661 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:21.299656 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-21137306-f5d6-475e-b625-bdf65494a438 req-3707bccb-5e9d-4488-bd48-c30307ee325e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 944 time: 0.1252100 Oct 31 19:21:21.319552 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-42253cd4-d0b1-45ac-adb4-1a6db8b5dffa req-a89e49ab-2adf-4fc2-bebb-c99d1e8828dd tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436205 Oct 31 19:21:21.329898 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3807af14-6f9a-4bcc-86d0-c9961d4697ae'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:21:21.407222 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:21.414828 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373832f-24c1-4f1f-bfb7-d5682a04b117 req-ed765b04-1fbf-4961-87ae-ddf7ed96ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:21.416386 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a373832f-24c1-4f1f-bfb7-d5682a04b117 req-ed765b04-1fbf-4961-87ae-ddf7ed96ae80 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=bb81951e-1ade-402e-8059-76bd3e08139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956006 Oct 31 19:21:21.439988 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-468c1775-869c-4a74-8e08-2b0ea5ce463b admin admin] Publish callbacks [] for security_group (5b64ad89-ba8a-40fd-8e7b-54584f6628aa), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:21.442868 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f5b141-b428-4cbf-9938-2df49ece4368 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:21:21.469639 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-468c1775-869c-4a74-8e08-2b0ea5ce463b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (5b64ad89-ba8a-40fd-8e7b-54584f6628aa), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:21.485161 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 3807af14-6f9a-4bcc-86d0-c9961d4697ae, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:21.503755 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:21.505151 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device ac17eb8a-95b3-4c82-b434-4b9b13313e65 up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:21:21.572418 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b400721-1cda-4485-a864-8f60329ad9ea req-1836a489-8fed-4c42-867c-51ca180c303d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:21.574247 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port c1f5b141-b428-4cbf-9938-2df49ece4368, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=c1f5b141-b428-4cbf-9938-2df49ece4368,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:21.580264 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3b400721-1cda-4485-a864-8f60329ad9ea req-1836a489-8fed-4c42-867c-51ca180c303d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 944 time: 0.1059091 Oct 31 19:21:21.633585 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a373832f-24c1-4f1f-bfb7-d5682a04b117 req-5d5d5f9a-942d-4126-b74e-c368bbc48cbc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094262 Oct 31 19:21:21.640586 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (c1f5b141-b428-4cbf-9938-2df49ece4368), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:21.694421 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3b400721-1cda-4485-a864-8f60329ad9ea req-b44e70fe-82a1-4b06-af91-5052f203da2e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130979 Oct 31 19:21:21.713315 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d8b672-fb8e-4faa-a680-8790f4ad3cc1" -d '{"events": [{"server_uuid": "24ad6e3e-6043-4eff-afb4-0c6039e825fa", "name": "network-vif-plugged", "status": "completed", "tag": "3807af14-6f9a-4bcc-86d0-c9961d4697ae"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:21:21.722520 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=3807af14-6f9a-4bcc-86d0-c9961d4697ae,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:21.782296 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-21137306-f5d6-475e-b625-bdf65494a438 req-a27e6636-5345-4d83-bba0-f8480b5046e6 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820459 Oct 31 19:21:21.812742 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-468c1775-869c-4a74-8e08-2b0ea5ce463b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b128872701bf4a889b0ec5e52dc82eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7792051 Oct 31 19:21:21.812742 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 46484) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:21.821451 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c1775-869c-4a74-8e08-2b0ea5ce463b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b64ad89-ba8a-40fd-8e7b-54584f6628aa,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:21.822110 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a373832f-24c1-4f1f-bfb7-d5682a04b117 req-e325a2bc-84cb-49c5-a8eb-86dbe44149f7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767743 Oct 31 19:21:21.877742 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:21.878940 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port ac17eb8a-95b3-4c82-b434-4b9b13313e65 completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:21:21.884521 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d863bb2e-c6f9-4689-9fc7-57721274b326 admin admin] Publish callbacks [] for security_group (5b64ad89-ba8a-40fd-8e7b-54584f6628aa), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:21.895451 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port ac17eb8a-95b3-4c82-b434-4b9b13313e65 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:21.895823 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (ac17eb8a-95b3-4c82-b434-4b9b13313e65), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:21.896160 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port ac17eb8a-95b3-4c82-b434-4b9b13313e65 Oct 31 19:21:21.920362 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=c1f5b141-b428-4cbf-9938-2df49ece4368,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:21.936769 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 46488) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:21.958831 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d863bb2e-c6f9-4689-9fc7-57721274b326 admin admin] Publish callbacks [] for security_group (5b64ad89-ba8a-40fd-8e7b-54584f6628aa), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:21.985212 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['c411fd72-ddd2-4429-98b0-69e862f32b98'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:21:21.989424 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c8db2a85-41cc-44ec-adb6-1e64f0b86d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:22.027726 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port ac17eb8a-95b3-4c82-b434-4b9b13313e65 is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:21:22.028541 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (ac17eb8a-95b3-4c82-b434-4b9b13313e65), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:22.128144 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d863bb2e-c6f9-4689-9fc7-57721274b326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (5b64ad89-ba8a-40fd-8e7b-54584f6628aa), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:22.137181 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d863bb2e-c6f9-4689-9fc7-57721274b326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:22.142640 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-d863bb2e-c6f9-4689-9fc7-57721274b326 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5b64ad89-ba8a-40fd-8e7b-54584f6628aa HTTP/1.1" status: 204 len: 168 time: 0.3330383 Oct 31 19:21:22.167732 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['c1f5b141-b428-4cbf-9938-2df49ece4368'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:21:22.171310 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 810ffdd3-13de-43d5-a09c-221911cc3bcf details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:21:22.226976 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df16a72-3a2e-4c5d-ae96-170f50234149 req-d4d44468-e827-4823-beb1-14b82f443806 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:22.235854 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1df16a72-3a2e-4c5d-ae96-170f50234149 req-d4d44468-e827-4823-beb1-14b82f443806 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.3704128 Oct 31 19:21:22.273005 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d1d241-c0b1-4c8a-a27b-a09806b2d22d x-openstack-request-id: req-10d1d241-c0b1-4c8a-a27b-a09806b2d22d {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:21:22.273668 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad6e3e-6043-4eff-afb4-0c6039e825fa", "name": "network-vif-plugged", "status": "completed", "tag": "3807af14-6f9a-4bcc-86d0-c9961d4697ae", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:21:22.274112 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10d1d241-c0b1-4c8a-a27b-a09806b2d22d {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:21:22.274750 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10d1d241-c0b1-4c8a-a27b-a09806b2d22d'] response: {'server_uuid': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3807af14-6f9a-4bcc-86d0-c9961d4697ae', 'code': 200} Oct 31 19:21:22.314885 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1df16a72-3a2e-4c5d-ae96-170f50234149 req-b8afa720-0846-4503-8399-68951cbebb63 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775971 Oct 31 19:21:22.337851 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863bb2e-c6f9-4689-9fc7-57721274b326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b64ad89-ba8a-40fd-8e7b-54584f6628aa,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:22.345916 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c8db2a85-41cc-44ec-adb6-1e64f0b86d8a admin admin] Publish callbacks [] for security_group (7fded292-bfe4-4c56-9c7c-578eb04971ff), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:22.353422 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c8db2a85-41cc-44ec-adb6-1e64f0b86d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (7fded292-bfe4-4c56-9c7c-578eb04971ff), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:22.381313 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.db.resource_extend [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 31 19:21:22.385221 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:22.385971 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db2a85-41cc-44ec-adb6-1e64f0b86d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fded292-bfe4-4c56-9c7c-578eb04971ff,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:22.415428 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-c8db2a85-41cc-44ec-adb6-1e64f0b86d8a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=383be72af82b49d897b0a5f87d8652f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4669850 Oct 31 19:21:22.418526 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 46500) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:22.421376 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port ac17eb8a-95b3-4c82-b434-4b9b13313e65, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=ac17eb8a-95b3-4c82-b434-4b9b13313e65,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:22.455681 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:22.458582 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (ac17eb8a-95b3-4c82-b434-4b9b13313e65), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:22.513519 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6e803-af85-4e95-9f6e-4594d27aa42f req-43f202de-7597-4171-b153-7903e1b3d22d tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:22.522149 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b6c6e803-af85-4e95-9f6e-4594d27aa42f req-43f202de-7597-4171-b153-7903e1b3d22d tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 944 time: 0.0891910 Oct 31 19:21:22.556828 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46502) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:22.591670 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:22.600052 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e492587-9122-40c3-a354-08fb702c9268 req-d9d92633-f2d6-4c2f-9cff-42f3a1b4b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:22.601492 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6e492587-9122-40c3-a354-08fb702c9268 req-d9d92633-f2d6-4c2f-9cff-42f3a1b4b222 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 1129 time: 0.1579237 Oct 31 19:21:22.625075 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7d3107e2-777a-4930-a598-c425cff961d0 admin admin] Publish callbacks [] for security_group (7fded292-bfe4-4c56-9c7c-578eb04971ff), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:22.626009 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-6e492587-9122-40c3-a354-08fb702c9268 req-4cd805e7-cfd6-43eb-a09c-98ce3887d710 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:22.664160 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b6c6e803-af85-4e95-9f6e-4594d27aa42f req-38438f7e-0758-4f2d-adb3-67d984c609ee tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410198 Oct 31 19:21:22.696250 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7d3107e2-777a-4930-a598-c425cff961d0 admin admin] Publish callbacks [] for security_group (7fded292-bfe4-4c56-9c7c-578eb04971ff), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:22.751867 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-6e492587-9122-40c3-a354-08fb702c9268 req-4cd805e7-cfd6-43eb-a09c-98ce3887d710 service neutron] Publish callbacks [] for security_group (f54d1f81-0952-40b1-827c-167576285a63), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:22.758136 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-6e492587-9122-40c3-a354-08fb702c9268 req-4cd805e7-cfd6-43eb-a09c-98ce3887d710 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (f54d1f81-0952-40b1-827c-167576285a63), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:22.766906 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 810ffdd3-13de-43d5-a09c-221911cc3bcf, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=810ffdd3-13de-43d5-a09c-221911cc3bcf,segment=NetworkSegment(f8e8f60f-31c8-4f06-ac72-adbed7afc379),segment_id=f8e8f60f-31c8-4f06-ac72-adbed7afc379)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:22.805859 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7d3107e2-777a-4930-a598-c425cff961d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (7fded292-bfe4-4c56-9c7c-578eb04971ff), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:22.808972 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7d3107e2-777a-4930-a598-c425cff961d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:22.810223 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-7d3107e2-777a-4930-a598-c425cff961d0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7fded292-bfe4-4c56-9c7c-578eb04971ff HTTP/1.1" status: 204 len: 168 time: 0.3832951 Oct 31 19:21:22.823192 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3107e2-777a-4930-a598-c425cff961d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fded292-bfe4-4c56-9c7c-578eb04971ff,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:22.846717 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6e492587-9122-40c3-a354-08fb702c9268 req-4cd805e7-cfd6-43eb-a09c-98ce3887d710 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395322 Oct 31 19:21:22.847693 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd805e7-cfd6-43eb-a09c-98ce3887d710 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f54d1f81-0952-40b1-827c-167576285a63,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:22.954931 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=ac17eb8a-95b3-4c82-b434-4b9b13313e65,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:22.975967 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-63e2308b-d57c-418d-9bbe-3071526ec60f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:22.983062 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '810ffdd3-13de-43d5-a09c-221911cc3bcf', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'port_id': '810ffdd3-13de-43d5-a09c-221911cc3bcf', 'mac_address': 'fa:16:3e:65:59:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:21:22.995602 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e459ba7-9ef5-48d5-8599-817aef39a101 req-488732fc-eb10-4791-bab2-7388225d1ee5 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:22.997292 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7e459ba7-9ef5-48d5-8599-817aef39a101 req-488732fc-eb10-4791-bab2-7388225d1ee5 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0842659 Oct 31 19:21:23.022442 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0b472-0892-4a5d-9dcf-b3d6b3971479 req-8ac23431-754f-4f1b-9124-eaf7b813a9a6 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:23.024460 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-41a0b472-0892-4a5d-9dcf-b3d6b3971479 req-8ac23431-754f-4f1b-9124-eaf7b813a9a6 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 944 time: 0.1551898 Oct 31 19:21:23.059916 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:21:23.085984 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:23.108865 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7e459ba7-9ef5-48d5-8599-817aef39a101 req-a447da8f-fd48-4173-888b-e247bf8fbeaf tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040719 Oct 31 19:21:23.114811 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 810ffdd3-13de-43d5-a09c-221911cc3bcf is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:21:23.115311 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (810ffdd3-13de-43d5-a09c-221911cc3bcf), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:23.125886 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-41a0b472-0892-4a5d-9dcf-b3d6b3971479 req-1c7a7de5-6c30-4df6-8084-31f2b32874be tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938504 Oct 31 19:21:23.149549 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810ffdd3-13de-43d5-a09c-221911cc3bcf {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:21:23.165584 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-63e2308b-d57c-418d-9bbe-3071526ec60f admin admin] Publish callbacks [] for security_group (739bf770-f326-4777-a686-d353bd78124f), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:23.170916 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-63e2308b-d57c-418d-9bbe-3071526ec60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (739bf770-f326-4777-a686-d353bd78124f), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:23.175995 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 810ffdd3-13de-43d5-a09c-221911cc3bcf, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=810ffdd3-13de-43d5-a09c-221911cc3bcf,segment=NetworkSegment(f8e8f60f-31c8-4f06-ac72-adbed7afc379),segment_id=f8e8f60f-31c8-4f06-ac72-adbed7afc379)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:23.181474 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (810ffdd3-13de-43d5-a09c-221911cc3bcf), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:23.208101 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:23.224278 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:23.239566 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=810ffdd3-13de-43d5-a09c-221911cc3bcf,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:23.240399 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 46528) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:23.241506 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-63e2308b-d57c-418d-9bbe-3071526ec60f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0d9fb236fbfa445fa96357170eb1837a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6779530 Oct 31 19:21:23.245863 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2308b-d57c-418d-9bbe-3071526ec60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739bf770-f326-4777-a686-d353bd78124f,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:23.303193 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7192eecb-596e-45f3-bd8e-2c4bb7a3fedd admin admin] Publish callbacks [] for security_group (739bf770-f326-4777-a686-d353bd78124f), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:23.326098 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7192eecb-596e-45f3-bd8e-2c4bb7a3fedd admin admin] Publish callbacks [] for security_group (739bf770-f326-4777-a686-d353bd78124f), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:23.441024 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7192eecb-596e-45f3-bd8e-2c4bb7a3fedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (739bf770-f326-4777-a686-d353bd78124f), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:23.443765 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7192eecb-596e-45f3-bd8e-2c4bb7a3fedd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:23.447548 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-7192eecb-596e-45f3-bd8e-2c4bb7a3fedd admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/739bf770-f326-4777-a686-d353bd78124f HTTP/1.1" status: 204 len: 168 time: 0.2035980 Oct 31 19:21:23.461535 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192eecb-596e-45f3-bd8e-2c4bb7a3fedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739bf770-f326-4777-a686-d353bd78124f,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:23.471225 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb52617-a00e-41db-ac6e-8d08c56352fe req-475ab68b-b942-494a-bcc1-2d36f7ea3310 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:23.473059 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6eb52617-a00e-41db-ac6e-8d08c56352fe req-475ab68b-b942-494a-bcc1-2d36f7ea3310 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.0687397 Oct 31 19:21:23.529359 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6eb52617-a00e-41db-ac6e-8d08c56352fe req-6a2c9420-4e76-44ae-93bf-ccfc2c81da91 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480599 Oct 31 19:21:23.803657 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e471e-0539-4dc1-8298-17fc231c282c req-4295368c-fdde-4940-8e36-1cf3da6aa6ed tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:23.805253 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-de6e471e-0539-4dc1-8298-17fc231c282c req-4295368c-fdde-4940-8e36-1cf3da6aa6ed tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 944 time: 0.0693884 Oct 31 19:21:23.874027 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-de6e471e-0539-4dc1-8298-17fc231c282c req-0fec07f1-21ac-45c9-bd97-d0e525558ede tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618093 Oct 31 19:21:23.938317 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46564) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:23.959198 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cb048dd3-8470-4e69-a17d-b01f8ff3938d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:24.042140 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cb048dd3-8470-4e69-a17d-b01f8ff3938d admin admin] Publish callbacks [] for security_group (d5578547-6a64-446e-bfdc-f75874b6be05), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:24.048563 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cb048dd3-8470-4e69-a17d-b01f8ff3938d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (d5578547-6a64-446e-bfdc-f75874b6be05), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:24.092814 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 46568) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:24.100525 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-cb048dd3-8470-4e69-a17d-b01f8ff3938d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c9f756cf185a4eb5b0ac15952e9449f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501536 Oct 31 19:21:24.101647 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb048dd3-8470-4e69-a17d-b01f8ff3938d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5578547-6a64-446e-bfdc-f75874b6be05,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:24.162661 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f297bf78-737b-4afb-a7a9-3a07bf24605e admin admin] Publish callbacks [] for security_group (d5578547-6a64-446e-bfdc-f75874b6be05), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:24.193792 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f297bf78-737b-4afb-a7a9-3a07bf24605e admin admin] Publish callbacks [] for security_group (d5578547-6a64-446e-bfdc-f75874b6be05), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:24.199296 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['810ffdd3-13de-43d5-a09c-221911cc3bcf'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:21:24.203590 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device c411fd72-ddd2-4429-98b0-69e862f32b98 up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:21:24.245309 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46578) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:24.276446 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37698c73-94da-4904-a8d5-636936092fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac17eb8a-95b3-4c82-b434-4b9b13313e65'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:21:24.283543 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b953d151-d476-4e7e-8661-41a2fd6b995f" -d '{"events": [{"server_uuid": "37698c73-94da-4904-a8d5-636936092fba", "name": "network-vif-plugged", "status": "completed", "tag": "ac17eb8a-95b3-4c82-b434-4b9b13313e65"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:21:24.307901 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port c411fd72-ddd2-4429-98b0-69e862f32b98 completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:21:24.326901 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port c411fd72-ddd2-4429-98b0-69e862f32b98 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:24.327271 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (c411fd72-ddd2-4429-98b0-69e862f32b98), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:24.327600 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port c411fd72-ddd2-4429-98b0-69e862f32b98 Oct 31 19:21:24.416165 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ac3e1-b81a-46c2-afed-cbff4882db7a req-8dd8e4a2-8a55-411b-a08c-bc4103162b67 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:24.418093 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7e3ac3e1-b81a-46c2-afed-cbff4882db7a req-8dd8e4a2-8a55-411b-a08c-bc4103162b67 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.1423955 Oct 31 19:21:24.425248 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f297bf78-737b-4afb-a7a9-3a07bf24605e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (d5578547-6a64-446e-bfdc-f75874b6be05), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:24.432081 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f297bf78-737b-4afb-a7a9-3a07bf24605e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:24.436516 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-f297bf78-737b-4afb-a7a9-3a07bf24605e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d5578547-6a64-446e-bfdc-f75874b6be05 HTTP/1.1" status: 204 len: 168 time: 0.3394866 Oct 31 19:21:24.438639 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a3ad2-b8d0-4131-a0b6-e0db78b4ee0d req-a5c1feb0-9703-47f6-88d0-5903067faa4a tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:24.450949 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-307a3ad2-b8d0-4131-a0b6-e0db78b4ee0d req-a5c1feb0-9703-47f6-88d0-5903067faa4a tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 945 time: 0.1567385 Oct 31 19:21:24.469428 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297bf78-737b-4afb-a7a9-3a07bf24605e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5578547-6a64-446e-bfdc-f75874b6be05,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:24.505678 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7e3ac3e1-b81a-46c2-afed-cbff4882db7a req-2f1329ee-6827-435f-af64-5adc8f1852c2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710468 Oct 31 19:21:24.587145 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-307a3ad2-b8d0-4131-a0b6-e0db78b4ee0d req-37eaa78d-c880-4875-835c-6a2b41b6769a tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286523 Oct 31 19:21:24.652691 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port c411fd72-ddd2-4429-98b0-69e862f32b98 is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:21:24.653096 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (c411fd72-ddd2-4429-98b0-69e862f32b98), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:24.671665 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca42295c-f99e-4c8c-b8cd-1a7b4185af92 x-openstack-request-id: req-ca42295c-f99e-4c8c-b8cd-1a7b4185af92 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:21:24.671972 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37698c73-94da-4904-a8d5-636936092fba", "name": "network-vif-plugged", "status": "completed", "tag": "ac17eb8a-95b3-4c82-b434-4b9b13313e65", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:21:24.672227 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca42295c-f99e-4c8c-b8cd-1a7b4185af92 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:21:24.672620 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca42295c-f99e-4c8c-b8cd-1a7b4185af92'] response: {'server_uuid': '37698c73-94da-4904-a8d5-636936092fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac17eb8a-95b3-4c82-b434-4b9b13313e65', 'code': 200} Oct 31 19:21:24.729592 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port c411fd72-ddd2-4429-98b0-69e862f32b98, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=c411fd72-ddd2-4429-98b0-69e862f32b98,segment=NetworkSegment(a2cbc412-42b8-4793-bd94-174106972c8f),segment_id=a2cbc412-42b8-4793-bd94-174106972c8f)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:24.739754 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (c411fd72-ddd2-4429-98b0-69e862f32b98), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:24.742440 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device c1f5b141-b428-4cbf-9938-2df49ece4368 up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:21:24.769189 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-95e9c35c-9ea7-4286-a007-522183b17944 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1113816526-network', 'tenant_id': 'a845317ccf2d4494a93536b8ef2c11a8'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:21:24.816917 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c0529-a8c7-4b63-9e6e-a06557fdc0bf req-61ddc81f-c06f-44bb-991e-8f0492ef6b2c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:24.820006 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-834c0529-a8c7-4b63-9e6e-a06557fdc0bf req-61ddc81f-c06f-44bb-991e-8f0492ef6b2c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1268907 Oct 31 19:21:24.831295 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=c411fd72-ddd2-4429-98b0-69e862f32b98,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:24.843293 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port c1f5b141-b428-4cbf-9938-2df49ece4368 completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:21:24.850603 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port c1f5b141-b428-4cbf-9938-2df49ece4368 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:24.851103 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (c1f5b141-b428-4cbf-9938-2df49ece4368), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:24.851439 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port c1f5b141-b428-4cbf-9938-2df49ece4368 Oct 31 19:21:24.879138 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:24.904585 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e9c35c-9ea7-4286-a007-522183b17944 admin admin] Made reservation on behalf of a845317ccf2d4494a93536b8ef2c11a8 for: {'network': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:21:24.906630 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:24.909901 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-95e9c35c-9ea7-4286-a007-522183b17944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:24.924543 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-95e9c35c-9ea7-4286-a007-522183b17944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:24.932956 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-834c0529-a8c7-4b63-9e6e-a06557fdc0bf req-5a2995f4-88a0-4faa-945d-da7a252c437c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059904 Oct 31 19:21:24.962775 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port c1f5b141-b428-4cbf-9938-2df49ece4368 is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:21:24.963166 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (c1f5b141-b428-4cbf-9938-2df49ece4368), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:25.016888 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port c1f5b141-b428-4cbf-9938-2df49ece4368, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=c1f5b141-b428-4cbf-9938-2df49ece4368,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:25.031388 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (c1f5b141-b428-4cbf-9938-2df49ece4368), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:25.089883 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-95e9c35c-9ea7-4286-a007-522183b17944 admin admin] Publish callbacks [] for security_group (7bf7cfed-e597-4c13-ac54-4acdc780130e), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:25.097195 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-95e9c35c-9ea7-4286-a007-522183b17944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (7bf7cfed-e597-4c13-ac54-4acdc780130e), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:25.125404 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=c1f5b141-b428-4cbf-9938-2df49ece4368,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:25.148477 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b115d-5f0d-452d-9b99-ae7464979f42 req-affe70d4-eaa9-4184-a336-5421474155fe tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:25.156953 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-aa1b115d-5f0d-452d-9b99-ae7464979f42 req-affe70d4-eaa9-4184-a336-5421474155fe tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 945 time: 0.0941617 Oct 31 19:21:25.175665 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e9c35c-9ea7-4286-a007-522183b17944 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=104476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:21:25.178576 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9c35c-9ea7-4286-a007-522183b17944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf7cfed-e597-4c13-ac54-4acdc780130e,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:25.204874 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-95e9c35c-9ea7-4286-a007-522183b17944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (ff3a450a-104c-44ea-a107-6c45da73311b), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:25.205400 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.segments_db [None req-95e9c35c-9ea7-4286-a007-522183b17944 admin admin] Added segment ff3a450a-104c-44ea-a107-6c45da73311b of type vlan for network 0408671e-a6a8-48ec-95cd-a30e04e3dd4f Oct 31 19:21:25.228029 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-aa1b115d-5f0d-452d-9b99-ae7464979f42 req-e47ebf26-0148-4a98-a777-c34349b85764 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698462 Oct 31 19:21:25.298520 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-95e9c35c-9ea7-4286-a007-522183b17944 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (0408671e-a6a8-48ec-95cd-a30e04e3dd4f), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:25.312716 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b072a7-f00b-41fa-92e9-7519ba42f23a req-fd41b86d-f619-4ada-a747-d1f96886a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:25.314238 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a7b072a7-f00b-41fa-92e9-7519ba42f23a req-fd41b86d-f619-4ada-a747-d1f96886a646 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 1129 time: 0.0584946 Oct 31 19:21:25.323864 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:25.361481 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:25.367146 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-95e9c35c-9ea7-4286-a007-522183b17944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (0408671e-a6a8-48ec-95cd-a30e04e3dd4f), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:25.367957 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e9c35c-9ea7-4286-a007-522183b17944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:25.368535 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-95e9c35c-9ea7-4286-a007-522183b17944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:25.400640 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a7b072a7-f00b-41fa-92e9-7519ba42f23a req-715a9d58-781e-4b5c-92bc-7868e84b79ce service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754466 Oct 31 19:21:25.443593 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 46614) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:25.443810 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-95e9c35c-9ea7-4286-a007-522183b17944 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1965735 Oct 31 19:21:25.447212 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9c35c-9ea7-4286-a007-522183b17944 admin admin] Pushing event updated for resources: {'Network': ['ID=0408671e-a6a8-48ec-95cd-a30e04e3dd4f,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:25.449020 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-231f7d0f-933d-4f79-9088-540623e860e3 admin admin] Request body: {'subnet': {'network_id': '0408671e-a6a8-48ec-95cd-a30e04e3dd4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1113816526-subnet', 'tenant_id': 'a845317ccf2d4494a93536b8ef2c11a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:21:25.464496 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network 0408671e-a6a8-48ec-95cd-a30e04e3dd4f details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:21:25.489249 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231f7d0f-933d-4f79-9088-540623e860e3 admin admin] Made reservation on behalf of a845317ccf2d4494a93536b8ef2c11a8 for: {'subnet': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:21:25.492860 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-231f7d0f-933d-4f79-9088-540623e860e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:25.533961 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:25.603273 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:25.680503 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa1df5-a7db-4dfc-9e1e-2fcdad740f2d req-1f2ac6ea-5268-4a8c-9115-1b877cca1fed tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:25.686394 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-edaa1df5-a7db-4dfc-9e1e-2fcdad740f2d req-1f2ac6ea-5268-4a8c-9115-1b877cca1fed tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0732327 Oct 31 19:21:25.732908 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0df59-2785-4e8d-9284-87ed3ff9cb0a req-d932134d-266f-4183-b0b8-c0c3806149fa tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:25.734463 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7bd0df59-2785-4e8d-9284-87ed3ff9cb0a req-d932134d-266f-4183-b0b8-c0c3806149fa tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 945 time: 0.0608814 Oct 31 19:21:25.736427 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-edaa1df5-a7db-4dfc-9e1e-2fcdad740f2d req-30936636-c9b0-472a-9c25-382ff85a907f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483716 Oct 31 19:21:25.827744 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-231f7d0f-933d-4f79-9088-540623e860e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for subnet (060722d3-8d6b-47b3-9223-d1f2d72eb999), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:25.884100 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7bd0df59-2785-4e8d-9284-87ed3ff9cb0a req-bf2ea303-d325-42b4-8b2c-fa3b54e68bf6 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229060 Oct 31 19:21:25.906995 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f7d0f-933d-4f79-9088-540623e860e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=060722d3-8d6b-47b3-9223-d1f2d72eb999,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:25.924471 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231f7d0f-933d-4f79-9088-540623e860e3 admin admin] Checking segment: {'id': 'ff3a450a-104c-44ea-a107-6c45da73311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0408671e-a6a8-48ec-95cd-a30e04e3dd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:21:25.925058 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231f7d0f-933d-4f79-9088-540623e860e3 admin admin] Network hostable DHCP agents. Network: 0408671e-a6a8-48ec-95cd-a30e04e3dd4f, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:21:25.945727 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231f7d0f-933d-4f79-9088-540623e860e3 admin admin] Network 0408671e-a6a8-48ec-95cd-a30e04e3dd4f is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:21:25.956482 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-231f7d0f-933d-4f79-9088-540623e860e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, 0408671e-a6a8-48ec-95cd-a30e04e3dd4f) {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:21:25.962350 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231f7d0f-933d-4f79-9088-540623e860e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:25.963141 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-231f7d0f-933d-4f79-9088-540623e860e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for subnet (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:25.968831 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef345eb-4485-4e1b-a4e8-4d7f91aeca02 None None] Network 0408671e-a6a8-48ec-95cd-a30e04e3dd4f requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:21:25.993729 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-231f7d0f-933d-4f79-9088-540623e860e3 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5488987 Oct 31 19:21:26.107215 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a70d695-9e40-491d-aa45-f913e7340ae0 None None] Network 0408671e-a6a8-48ec-95cd-a30e04e3dd4f requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:21:26.201420 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 810ffdd3-13de-43d5-a09c-221911cc3bcf up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:21:26.211468 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb2b16-578d-4143-a32f-df19b1d07045 req-be7b81bc-527c-4069-a21a-1f027ddc8095 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:26.213059 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-10cb2b16-578d-4143-a32f-df19b1d07045 req-be7b81bc-527c-4069-a21a-1f027ddc8095 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1088526 Oct 31 19:21:26.310199 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port 810ffdd3-13de-43d5-a09c-221911cc3bcf completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:21:26.326952 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 810ffdd3-13de-43d5-a09c-221911cc3bcf triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:26.327582 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (810ffdd3-13de-43d5-a09c-221911cc3bcf), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:26.328048 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 810ffdd3-13de-43d5-a09c-221911cc3bcf Oct 31 19:21:26.352926 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-10cb2b16-578d-4143-a32f-df19b1d07045 req-eb6c9ba5-b358-47f2-a85e-3669f71b4fc0 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322231 Oct 31 19:21:26.405287 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232b19-c217-4e4d-af5a-8ee3619d02d9 req-199c962a-4ffc-4b88-b7fe-62b1d973529e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:26.413925 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-93232b19-c217-4e4d-af5a-8ee3619d02d9 req-199c962a-4ffc-4b88-b7fe-62b1d973529e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 945 time: 0.0594811 Oct 31 19:21:26.458224 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 810ffdd3-13de-43d5-a09c-221911cc3bcf is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:21:26.459583 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (810ffdd3-13de-43d5-a09c-221911cc3bcf), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:26.486623 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-93232b19-c217-4e4d-af5a-8ee3619d02d9 req-91000beb-4cf2-4ca1-8851-79e12e0faa77 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713561 Oct 31 19:21:26.513029 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 810ffdd3-13de-43d5-a09c-221911cc3bcf, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=810ffdd3-13de-43d5-a09c-221911cc3bcf,segment=NetworkSegment(f8e8f60f-31c8-4f06-ac72-adbed7afc379),segment_id=f8e8f60f-31c8-4f06-ac72-adbed7afc379)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:26.519075 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (810ffdd3-13de-43d5-a09c-221911cc3bcf), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:26.582025 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=810ffdd3-13de-43d5-a09c-221911cc3bcf,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:26.586728 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43671af-eb14-4792-9e9c-f70f6d5d5970 req-737a16b9-342f-4389-af3d-39cb12c55bd4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:26.588326 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e43671af-eb14-4792-9e9c-f70f6d5d5970 req-737a16b9-342f-4389-af3d-39cb12c55bd4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.0552421 Oct 31 19:21:26.599655 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 46668) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:26.605407 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-3f25a0f8-0ad4-45d5-8a00-1a782202333e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Request body: {'floatingip': {'port_id': '3807af14-6f9a-4bcc-86d0-c9961d4697ae'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:21:26.674942 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a9a544-4553-4083-aa26-1dc327369d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c411fd72-ddd2-4429-98b0-69e862f32b98'}, {'server_uuid': '7a47cd33-e4a0-4b78-9afc-2f371e4a9d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f5b141-b428-4cbf-9938-2df49ece4368'}, {'server_uuid': '0a122a08-bc0f-40fd-8139-74c9e8a70ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810ffdd3-13de-43d5-a09c-221911cc3bcf'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:21:26.678458 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cfdbeb-2303-4b78-9141-08a8c06f3aee" -d '{"events": [{"server_uuid": "98a9a544-4553-4083-aa26-1dc327369d54", "name": "network-vif-plugged", "status": "completed", "tag": "c411fd72-ddd2-4429-98b0-69e862f32b98"}, {"server_uuid": "7a47cd33-e4a0-4b78-9afc-2f371e4a9d10", "name": "network-vif-plugged", "status": "completed", "tag": "c1f5b141-b428-4cbf-9938-2df49ece4368"}, {"server_uuid": "0a122a08-bc0f-40fd-8139-74c9e8a70ebe", "name": "network-vif-plugged", "status": "completed", "tag": "810ffdd3-13de-43d5-a09c-221911cc3bcf"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:21:26.693526 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3f25a0f8-0ad4-45d5-8a00-1a782202333e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for floatingip (fcaff8b7-c34e-4aae-8f2d-9b42743f478b), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:26.781144 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 31 Oct 2022 19:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf5b449-b3e5-4e97-afc2-2a32c2424246 x-openstack-request-id: req-8cf5b449-b3e5-4e97-afc2-2a32c2424246 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:21:26.781440 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a9a544-4553-4083-aa26-1dc327369d54", "name": "network-vif-plugged", "status": "completed", "tag": "c411fd72-ddd2-4429-98b0-69e862f32b98", "code": 200}, {"server_uuid": "7a47cd33-e4a0-4b78-9afc-2f371e4a9d10", "name": "network-vif-plugged", "status": "completed", "tag": "c1f5b141-b428-4cbf-9938-2df49ece4368", "code": 200}, {"server_uuid": "0a122a08-bc0f-40fd-8139-74c9e8a70ebe", "name": "network-vif-plugged", "status": "completed", "tag": "810ffdd3-13de-43d5-a09c-221911cc3bcf", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:21:26.782032 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cf5b449-b3e5-4e97-afc2-2a32c2424246 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:21:26.782436 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf5b449-b3e5-4e97-afc2-2a32c2424246'] response: {'server_uuid': '98a9a544-4553-4083-aa26-1dc327369d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c411fd72-ddd2-4429-98b0-69e862f32b98', 'code': 200} Oct 31 19:21:26.783191 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf5b449-b3e5-4e97-afc2-2a32c2424246'] response: {'server_uuid': '7a47cd33-e4a0-4b78-9afc-2f371e4a9d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f5b141-b428-4cbf-9938-2df49ece4368', 'code': 200} Oct 31 19:21:26.783481 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf5b449-b3e5-4e97-afc2-2a32c2424246'] response: {'server_uuid': '0a122a08-bc0f-40fd-8139-74c9e8a70ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810ffdd3-13de-43d5-a09c-221911cc3bcf', 'code': 200} Oct 31 19:21:27.039471 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fea86d-40d7-43ea-8028-81f2b067c468 req-06d4c480-5b1d-42b4-bc82-c6f344ed0c62 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:27.054261 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d8fea86d-40d7-43ea-8028-81f2b067c468 req-06d4c480-5b1d-42b4-bc82-c6f344ed0c62 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.1224062 Oct 31 19:21:27.104550 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46688) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:27.113275 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-221fa2f9-ff2e-44e6-b93c-d3a57925106b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1025469254-network', 'tenant_id': 'c315ef3851f5405eab6e597830d19c30'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:21:27.193889 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ec564-27e3-4ed1-8209-26136db027ee req-0a562a4a-250e-47c1-96db-4f6e5260f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:27.195915 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-356ec564-27e3-4ed1-8209-26136db027ee req-0a562a4a-250e-47c1-96db-4f6e5260f0d3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 1130 time: 0.1116676 Oct 31 19:21:27.203011 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221fa2f9-ff2e-44e6-b93c-d3a57925106b admin admin] Made reservation on behalf of c315ef3851f5405eab6e597830d19c30 for: {'network': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:21:27.206732 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-221fa2f9-ff2e-44e6-b93c-d3a57925106b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:27.223071 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-221fa2f9-ff2e-44e6-b93c-d3a57925106b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:27.228268 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d8fea86d-40d7-43ea-8028-81f2b067c468 req-a00fd75c-db35-4a37-ad19-a6a85b130f55 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667759 Oct 31 19:21:27.248848 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:27.356653 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-221fa2f9-ff2e-44e6-b93c-d3a57925106b admin admin] Publish callbacks [] for security_group (33036543-1c30-4179-83f1-8111c9dfc28e), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:27.365310 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-221fa2f9-ff2e-44e6-b93c-d3a57925106b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (33036543-1c30-4179-83f1-8111c9dfc28e), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:27.383104 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494ad1c-e984-4106-b19e-cc8146e240af req-0bd1ef0d-29fc-4c1e-934d-c0acabf6e3e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:27.384883 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1494ad1c-e984-4106-b19e-cc8146e240af req-0bd1ef0d-29fc-4c1e-934d-c0acabf6e3e0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.2862797 Oct 31 19:21:27.406827 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221fa2f9-ff2e-44e6-b93c-d3a57925106b admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=104476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:21:27.414543 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fa2f9-ff2e-44e6-b93c-d3a57925106b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33036543-1c30-4179-83f1-8111c9dfc28e,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:27.424993 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-221fa2f9-ff2e-44e6-b93c-d3a57925106b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (0d920474-791e-4dad-a5f5-d439929357c4), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:27.425802 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.segments_db [None req-221fa2f9-ff2e-44e6-b93c-d3a57925106b admin admin] Added segment 0d920474-791e-4dad-a5f5-d439929357c4 of type vlan for network 879ac472-c3fe-4f45-8a11-6f01b0e8b162 Oct 31 19:21:27.486259 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-221fa2f9-ff2e-44e6-b93c-d3a57925106b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (879ac472-c3fe-4f45-8a11-6f01b0e8b162), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:27.515898 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-221fa2f9-ff2e-44e6-b93c-d3a57925106b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (879ac472-c3fe-4f45-8a11-6f01b0e8b162), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:27.517077 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221fa2f9-ff2e-44e6-b93c-d3a57925106b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:27.517816 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-221fa2f9-ff2e-44e6-b93c-d3a57925106b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:27.521080 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1494ad1c-e984-4106-b19e-cc8146e240af req-52a586f4-887e-4c79-b06a-44d13c2dbd71 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166806 Oct 31 19:21:27.570091 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.db.resource_extend [None req-3f25a0f8-0ad4-45d5-8a00-1a782202333e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 31 19:21:27.653697 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-221fa2f9-ff2e-44e6-b93c-d3a57925106b admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5446091 Oct 31 19:21:27.654616 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fa2f9-ff2e-44e6-b93c-d3a57925106b admin admin] Pushing event updated for resources: {'Network': ['ID=879ac472-c3fe-4f45-8a11-6f01b0e8b162,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:27.678038 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network 879ac472-c3fe-4f45-8a11-6f01b0e8b162 details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:21:27.680498 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46714) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:27.686406 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-f6077b7c-02c4-4d53-84cb-30b9dc4bcfe8 admin admin] Request body: {'subnet': {'network_id': '879ac472-c3fe-4f45-8a11-6f01b0e8b162', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1025469254-subnet', 'tenant_id': 'c315ef3851f5405eab6e597830d19c30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:21:27.724069 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:27.731191 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41327f0-3845-4ae3-9133-0dac94132bc2 req-1456032a-a635-4175-9f58-8a417dfe3536 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:27.732774 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b41327f0-3845-4ae3-9133-0dac94132bc2 req-1456032a-a635-4175-9f58-8a417dfe3536 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 945 time: 0.1416471 Oct 31 19:21:27.743465 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6077b7c-02c4-4d53-84cb-30b9dc4bcfe8 admin admin] Made reservation on behalf of c315ef3851f5405eab6e597830d19c30 for: {'subnet': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:21:27.748243 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f6077b7c-02c4-4d53-84cb-30b9dc4bcfe8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:27.803955 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:27.874180 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3f25a0f8-0ad4-45d5-8a00-1a782202333e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:27.878880 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3f25a0f8-0ad4-45d5-8a00-1a782202333e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (fcaff8b7-c34e-4aae-8f2d-9b42743f478b), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:27.943948 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:27.956872 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b41327f0-3845-4ae3-9133-0dac94132bc2 req-650483ef-8119-4190-a57f-66dfa0628282 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999500 Oct 31 19:21:28.030748 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f6077b7c-02c4-4d53-84cb-30b9dc4bcfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for subnet (5422dec5-33c8-419c-9cc0-fa59412d1166), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:28.045513 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.l3_db [None req-3f25a0f8-0ad4-45d5-8a00-1a782202333e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Floating IP fcaff8b7-c34e-4aae-8f2d-9b42743f478b associated. External IP: 172.27.0.142, port: 3807af14-6f9a-4bcc-86d0-c9961d4697ae. Oct 31 19:21:28.099590 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6077b7c-02c4-4d53-84cb-30b9dc4bcfe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5422dec5-33c8-419c-9cc0-fa59412d1166,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:28.115223 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6077b7c-02c4-4d53-84cb-30b9dc4bcfe8 admin admin] Checking segment: {'id': '0d920474-791e-4dad-a5f5-d439929357c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '879ac472-c3fe-4f45-8a11-6f01b0e8b162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:21:28.115223 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6077b7c-02c4-4d53-84cb-30b9dc4bcfe8 admin admin] Network hostable DHCP agents. Network: 879ac472-c3fe-4f45-8a11-6f01b0e8b162, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:21:28.137378 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6077b7c-02c4-4d53-84cb-30b9dc4bcfe8 admin admin] Network 879ac472-c3fe-4f45-8a11-6f01b0e8b162 is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:21:28.157459 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-f6077b7c-02c4-4d53-84cb-30b9dc4bcfe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, 879ac472-c3fe-4f45-8a11-6f01b0e8b162) {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:21:28.166592 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e508b5a3-d5ac-499d-ad9c-0f7febf3b784 None None] Network 879ac472-c3fe-4f45-8a11-6f01b0e8b162 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:21:28.168450 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6077b7c-02c4-4d53-84cb-30b9dc4bcfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:28.169151 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f6077b7c-02c4-4d53-84cb-30b9dc4bcfe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:28.204614 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-f6077b7c-02c4-4d53-84cb-30b9dc4bcfe8 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5216384 Oct 31 19:21:28.332338 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:28.363663 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6f0814-d12e-47db-8354-b325895b542a None None] Network 879ac472-c3fe-4f45-8a11-6f01b0e8b162 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:21:28.407761 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f25a0f8-0ad4-45d5-8a00-1a782202333e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Router cd72204a-f0b9-409d-b626-32885e0fe833 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:21:28.437076 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d927ad-d4fd-4e58-9c07-bbec7d903a86 req-0810476c-1d07-4354-b5a3-d0377d70bddd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:28.438783 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-62d927ad-d4fd-4e58-9c07-bbec7d903a86 req-0810476c-1d07-4354-b5a3-d0377d70bddd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.1050494 Oct 31 19:21:28.598362 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f25a0f8-0ad4-45d5-8a00-1a782202333e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:21:28.603859 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3f25a0f8-0ad4-45d5-8a00-1a782202333e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:28.610102 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-62d927ad-d4fd-4e58-9c07-bbec7d903a86 req-28458202-66c0-46b2-8929-3180d2577906 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302450 Oct 31 19:21:28.626042 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e02df7-e234-4577-9aa3-116b489be959 None None] Sync routers for ids ['cd72204a-f0b9-409d-b626-32885e0fe833'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:21:28.642657 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-3f25a0f8-0ad4-45d5-8a00-1a782202333e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/fcaff8b7-c34e-4aae-8f2d-9b42743f478b HTTP/1.1" status: 200 len: 991 time: 2.0384061 Oct 31 19:21:28.642657 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'tag': '3807af14-6f9a-4bcc-86d0-c9961d4697ae'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:21:28.643885 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbbbf2e-d369-4269-a3f7-90f027775dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "24ad6e3e-6043-4eff-afb4-0c6039e825fa", "tag": "3807af14-6f9a-4bcc-86d0-c9961d4697ae"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:21:28.654360 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e02df7-e234-4577-9aa3-116b489be959 None None] Routers {'cd72204a-f0b9-409d-b626-32885e0fe833'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:21:28.655025 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-71e02df7-e234-4577-9aa3-116b489be959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:21:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['cd72204a-f0b9-409d-b626-32885e0fe833'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:28.693195 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c8a09b-737a-460f-8ed1-06719b7e4a80 x-openstack-request-id: req-74c8a09b-737a-460f-8ed1-06719b7e4a80 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:21:28.693479 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ad6e3e-6043-4eff-afb4-0c6039e825fa", "tag": "3807af14-6f9a-4bcc-86d0-c9961d4697ae", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:21:28.693975 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74c8a09b-737a-460f-8ed1-06719b7e4a80 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:21:28.694357 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c8a09b-737a-460f-8ed1-06719b7e4a80'] response: {'name': 'network-changed', 'server_uuid': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'tag': '3807af14-6f9a-4bcc-86d0-c9961d4697ae', 'status': 'completed', 'code': 200} Oct 31 19:21:28.722131 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4beea-85be-40cf-8e1f-5b2797010fe0 req-2160146c-1d04-4cfd-8e05-f241bd2ece21 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:28.724980 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-36c4beea-85be-40cf-8e1f-5b2797010fe0 req-2160146c-1d04-4cfd-8e05-f241bd2ece21 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0859475 Oct 31 19:21:28.806783 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-71e02df7-e234-4577-9aa3-116b489be959 None None] Set router cd72204a-f0b9-409d-b626-32885e0fe833 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:21:28.817539 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-36c4beea-85be-40cf-8e1f-5b2797010fe0 req-810135aa-fb8c-452b-890f-1e2570887a3a tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845280 Oct 31 19:21:29.078798 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7aa2dc-5057-412f-9e57-86177657a243 req-f8407833-5ee0-4d02-82a1-883d1d748b29 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:29.080390 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-eb7aa2dc-5057-412f-9e57-86177657a243 req-f8407833-5ee0-4d02-82a1-883d1d748b29 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0493350 Oct 31 19:21:29.109152 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef23781-39fe-4354-a911-5d8df7c1da24 req-fd2a7148-89c5-4759-b766-ca9282903c9e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:29.110693 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8ef23781-39fe-4354-a911-5d8df7c1da24 req-fd2a7148-89c5-4759-b766-ca9282903c9e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 945 time: 0.0513380 Oct 31 19:21:29.131123 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-eb7aa2dc-5057-412f-9e57-86177657a243 req-db36c1ec-d6ff-4f22-a0bc-807ac0db8866 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441067 Oct 31 19:21:29.163082 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8ef23781-39fe-4354-a911-5d8df7c1da24 req-ec642383-087d-481f-8329-f3e20321504d tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461328 Oct 31 19:21:29.200419 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-71e02df7-e234-4577-9aa3-116b489be959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 4, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': 'fcaff8b7-c34e-4aae-8f2d-9b42743f478b', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'port_id': '3807af14-6f9a-4bcc-86d0-c9961d4697ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'mac_address': 'fa:16:3e:20:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:27Z', 'revision_number': 1, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8e8cb0-374f-462a-91c2-0e3218c787a4', 'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'mac_address': 'fa:16:3e:ae:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:52Z', 'revision_number': 5, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'subnets': [{'id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:29.228353 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e02df7-e234-4577-9aa3-116b489be959 None None] Checking router: cd72204a-f0b9-409d-b626-32885e0fe833 for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:21:29.236865 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e02df7-e234-4577-9aa3-116b489be959 None None] Routers {'cd72204a-f0b9-409d-b626-32885e0fe833'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:21:29.237453 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-71e02df7-e234-4577-9aa3-116b489be959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:21:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['cd72204a-f0b9-409d-b626-32885e0fe833'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:29.333911 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-71e02df7-e234-4577-9aa3-116b489be959 None None] Set router cd72204a-f0b9-409d-b626-32885e0fe833 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:21:29.540120 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-71e02df7-e234-4577-9aa3-116b489be959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 4, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': 'fcaff8b7-c34e-4aae-8f2d-9b42743f478b', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'port_id': '3807af14-6f9a-4bcc-86d0-c9961d4697ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'mac_address': 'fa:16:3e:20:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:27Z', 'revision_number': 1, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8e8cb0-374f-462a-91c2-0e3218c787a4', 'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'mac_address': 'fa:16:3e:ae:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:52Z', 'revision_number': 5, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'subnets': [{'id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:29.565161 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e02df7-e234-4577-9aa3-116b489be959 None None] The sync data for ids ['cd72204a-f0b9-409d-b626-32885e0fe833'] in dv-cinder-863097-1-iscsi is: [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 4, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': 'fcaff8b7-c34e-4aae-8f2d-9b42743f478b', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'floating_ip_address': '172.27.0.142', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'port_id': '3807af14-6f9a-4bcc-86d0-c9961d4697ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'mac_address': 'fa:16:3e:20:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:27Z', 'revision_number': 1, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8e8cb0-374f-462a-91c2-0e3218c787a4', 'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'mac_address': 'fa:16:3e:ae:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:52Z', 'revision_number': 5, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'subnets': [{'id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:21:29.777818 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940b5753-82e3-4dd8-876c-fb95db9341f7 None None] New status for floating IP fcaff8b7-c34e-4aae-8f2d-9b42743f478b: ACTIVE {{(pid=104477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:21:29.825315 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-356ec564-27e3-4ed1-8209-26136db027ee req-7d5d71ec-8df0-4f43-9775-f15e6f0b102b service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040146 Oct 31 19:21:29.869359 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43360369-b31e-4d6c-a4ae-0c840eab5b1e req-0d20fa86-789e-4b06-849d-c74b689adace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:29.870949 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-43360369-b31e-4d6c-a4ae-0c840eab5b1e req-0d20fa86-789e-4b06-849d-c74b689adace service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 1129 time: 0.0447493 Oct 31 19:21:29.907890 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbbf2e-d369-4269-a3f7-90f027775dc4 req-d4d49156-1a2a-475c-9ec8-5c71aa2940b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:29.909511 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0fbbbf2e-d369-4269-a3f7-90f027775dc4 req-d4d49156-1a2a-475c-9ec8-5c71aa2940b2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=06b4e580885f431b9ccb8aa409fdd454&device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 1129 time: 0.1224992 Oct 31 19:21:29.913060 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910be556-68eb-4fb9-b149-4ef54beeae9f req-3dbb03a2-52cf-4c96-a7c9-b43f99627d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:29.914633 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-910be556-68eb-4fb9-b149-4ef54beeae9f req-3dbb03a2-52cf-4c96-a7c9-b43f99627d19 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 1129 time: 0.1262677 Oct 31 19:21:29.915752 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25144f-eb24-430d-9485-d0d923631d9a req-281fb9a2-a7c6-4029-ae0a-d7eb736768e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:29.917632 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-dc25144f-eb24-430d-9485-d0d923631d9a req-281fb9a2-a7c6-4029-ae0a-d7eb736768e7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 1129 time: 0.1955996 Oct 31 19:21:29.946008 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf2119-33ba-4221-9db2-cb794bff5381 req-b6361eae-7df1-4410-99be-80cf6e024719 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:29.953905 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6caf2119-33ba-4221-9db2-cb794bff5381 req-b6361eae-7df1-4410-99be-80cf6e024719 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0587249 Oct 31 19:21:30.003489 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6caf2119-33ba-4221-9db2-cb794bff5381 req-bb775f22-fbe6-4a2d-8f21-16e729bb1644 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486910 Oct 31 19:21:30.091072 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:30.178202 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:30.180530 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43360369-b31e-4d6c-a4ae-0c840eab5b1e req-7b7c21ce-997d-4e40-97a0-5d99076f0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:30.182744 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-43360369-b31e-4d6c-a4ae-0c840eab5b1e req-7b7c21ce-997d-4e40-97a0-5d99076f0441 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 919 time: 0.1081347 Oct 31 19:21:30.239927 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-43360369-b31e-4d6c-a4ae-0c840eab5b1e req-6af6ed89-425d-48f7-935e-5e467137e90f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac17eb8a-95b3-4c82-b434-4b9b13313e65 HTTP/1.1" status: 200 len: 217 time: 0.0424116 Oct 31 19:21:30.329216 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-910be556-68eb-4fb9-b149-4ef54beeae9f req-039d9ec3-f1ad-432e-a9d8-56b47a3b1ccb service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605243 Oct 31 19:21:30.331999 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-dc25144f-eb24-430d-9485-d0d923631d9a req-9cc51320-fea1-44ea-a447-413bdc3d28da service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642257 Oct 31 19:21:30.359460 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7224f70-30f6-45a6-828e-85e062e6ca36 req-286b9221-fe5d-4d07-9fef-53a705563d1e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:30.361138 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a7224f70-30f6-45a6-828e-85e062e6ca36 req-286b9221-fe5d-4d07-9fef-53a705563d1e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 945 time: 0.0683076 Oct 31 19:21:30.379758 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d028bd6-7430-4949-b201-32a87969689b req-654f7c3d-b951-4bde-9d12-0cd1cd5ca0d5 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:30.381291 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8d028bd6-7430-4949-b201-32a87969689b req-654f7c3d-b951-4bde-9d12-0cd1cd5ca0d5 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.1215212 Oct 31 19:21:30.407437 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbbf2e-d369-4269-a3f7-90f027775dc4 req-8292691c-6ff1-4d81-a754-ccc418278dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:30.408914 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0fbbbf2e-d369-4269-a3f7-90f027775dc4 req-8292691c-6ff1-4d81-a754-ccc418278dc7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 HTTP/1.1" status: 200 len: 918 time: 0.3428326 Oct 31 19:21:30.423730 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a7224f70-30f6-45a6-828e-85e062e6ca36 req-ce0e6cef-6b9f-4135-a3cd-2a54d3ee803e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546923 Oct 31 19:21:30.444685 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8d028bd6-7430-4949-b201-32a87969689b req-17510b24-eded-49c5-9f5c-0a6f36587d1c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536385 Oct 31 19:21:31.144715 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a15c7-d8c3-47c2-a70f-1ae35c6574d8 req-8d379e42-1ade-4538-a054-666a3120289e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:31.152455 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-583a15c7-d8c3-47c2-a70f-1ae35c6574d8 req-8d379e42-1ade-4538-a054-666a3120289e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0656450 Oct 31 19:21:31.204200 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-583a15c7-d8c3-47c2-a70f-1ae35c6574d8 req-3499cb21-0a93-41ab-8ace-1f6d4d0afd1a tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500226 Oct 31 19:21:31.235107 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 46830) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:31.396796 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5e3a73ac-a36e-483d-abab-1c821522eb61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:31.426881 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:31.477641 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5e3a73ac-a36e-483d-abab-1c821522eb61 admin admin] Publish callbacks [] for security_group (6913efcd-96ae-48f1-83b0-33363813d8c8), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:31.481433 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5e3a73ac-a36e-483d-abab-1c821522eb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (6913efcd-96ae-48f1-83b0-33363813d8c8), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:31.562586 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a73ac-a36e-483d-abab-1c821522eb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6913efcd-96ae-48f1-83b0-33363813d8c8,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:31.566328 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-5e3a73ac-a36e-483d-abab-1c821522eb61 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ddf400d6a52f44e993d092afe98ecc01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297873 Oct 31 19:21:31.568623 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46846) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:31.570040 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dd6914e7-1fa4-4df8-87d8-01b308a3fe19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:31.584929 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:31.585132 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b637ef0-c6d4-420e-a299-c4b296cf3e0f req-dee3a2d2-e29b-459e-b023-bb8aee8bf52e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:31.586906 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-5b637ef0-c6d4-420e-a299-c4b296cf3e0f req-dee3a2d2-e29b-459e-b023-bb8aee8bf52e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 945 time: 0.0814576 Oct 31 19:21:31.612986 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4d711-5291-48fb-819a-ce3f4dbf65c5 req-ffac8dba-5522-490f-81eb-c4a81132f2d0 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:31.614538 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-95a4d711-5291-48fb-819a-ce3f4dbf65c5 req-ffac8dba-5522-490f-81eb-c4a81132f2d0 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0910637 Oct 31 19:21:31.636427 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-5b637ef0-c6d4-420e-a299-c4b296cf3e0f req-b519bb5c-d3e6-46c5-aadb-f1634af22e3d tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436895 Oct 31 19:21:31.670500 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9a8135a5-1ab8-4853-9d34-a18f27c188c9 admin admin] Publish callbacks [] for security_group (6913efcd-96ae-48f1-83b0-33363813d8c8), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:31.692613 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-95a4d711-5291-48fb-819a-ce3f4dbf65c5 req-dd43fe10-5616-4c69-9e93-07c978317be9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708373 Oct 31 19:21:31.701209 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9a8135a5-1ab8-4853-9d34-a18f27c188c9 admin admin] Publish callbacks [] for security_group (6913efcd-96ae-48f1-83b0-33363813d8c8), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:31.749637 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9a8135a5-1ab8-4853-9d34-a18f27c188c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (6913efcd-96ae-48f1-83b0-33363813d8c8), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:31.752541 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9a8135a5-1ab8-4853-9d34-a18f27c188c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:31.753754 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-9a8135a5-1ab8-4853-9d34-a18f27c188c9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6913efcd-96ae-48f1-83b0-33363813d8c8 HTTP/1.1" status: 204 len: 168 time: 0.1803412 Oct 31 19:21:31.761434 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8135a5-1ab8-4853-9d34-a18f27c188c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6913efcd-96ae-48f1-83b0-33363813d8c8,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:32.023965 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 46852) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:32.037865 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-38a713f9-c1df-4210-a1f1-dfb816f9f72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:32.111303 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-38a713f9-c1df-4210-a1f1-dfb816f9f72b admin admin] Publish callbacks [] for security_group (bebbbd80-a6bd-4ab0-854a-61a9593a71b1), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:32.115487 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-38a713f9-c1df-4210-a1f1-dfb816f9f72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (bebbbd80-a6bd-4ab0-854a-61a9593a71b1), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:32.153833 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-38a713f9-c1df-4210-a1f1-dfb816f9f72b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9416bc4b340c4f16856a556a5cf0a473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288214 Oct 31 19:21:32.154674 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a713f9-c1df-4210-a1f1-dfb816f9f72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebbbd80-a6bd-4ab0-854a-61a9593a71b1,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:32.157433 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46854) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:32.209868 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Publish callbacks [] for security_group (bebbbd80-a6bd-4ab0-854a-61a9593a71b1), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:32.230352 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Publish callbacks [] for security_group (bebbbd80-a6bd-4ab0-854a-61a9593a71b1), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:32.277214 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (bebbbd80-a6bd-4ab0-854a-61a9593a71b1), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:32.280055 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:32.281171 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bebbbd80-a6bd-4ab0-854a-61a9593a71b1 HTTP/1.1" status: 204 len: 168 time: 0.1222770 Oct 31 19:21:32.290434 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebbbd80-a6bd-4ab0-854a-61a9593a71b1,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:32.298067 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:32.298411 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:32.298753 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:32.299077 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:32.299406 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:32.299729 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:32.300085 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:32.300371 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:32.300691 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:32.301052 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:32.301374 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:32.301814 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:32.302138 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:32.302449 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:32.302763 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d921724e-b23c-404a-96cd-acb502f8dcfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:32.343155 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fec851-b89e-40cf-a52c-d4d764d3ca1a req-a9091391-74f7-4785-94eb-668823ec9fac tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:32.344639 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46fec851-b89e-40cf-a52c-d4d764d3ca1a req-a9091391-74f7-4785-94eb-668823ec9fac tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0643611 Oct 31 19:21:32.396074 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46fec851-b89e-40cf-a52c-d4d764d3ca1a req-2e281f46-b010-4535-bfc7-c198ef9fb3ec tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438619 Oct 31 19:21:32.759760 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca035d-9b91-4adc-84f6-48170937cfcc req-c6e71834-82f4-4cf9-9df6-46cdcaad6a41 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:32.761259 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-71ca035d-9b91-4adc-84f6-48170937cfcc req-c6e71834-82f4-4cf9-9df6-46cdcaad6a41 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 945 time: 0.0505371 Oct 31 19:21:32.818727 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-71ca035d-9b91-4adc-84f6-48170937cfcc req-2209805b-f401-42d7-87e4-d1c389f489d9 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505044 Oct 31 19:21:32.830417 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d86b3-e19d-4ff6-bf80-ec549eed2a6c req-040b54d3-1624-4302-a455-7da1ab44940c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:32.832107 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8e7d86b3-e19d-4ff6-bf80-ec549eed2a6c req-040b54d3-1624-4302-a455-7da1ab44940c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0614042 Oct 31 19:21:32.844929 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:32.884387 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8e7d86b3-e19d-4ff6-bf80-ec549eed2a6c req-58d4d8bb-da21-4cd9-a3fe-aa4de2e0daf6 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456648 Oct 31 19:21:33.551791 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec80ba-ee28-4e73-82fe-aea3d1bdcddc req-e118a202-de41-4f27-ab2f-76c2638f9926 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:33.553263 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-eeec80ba-ee28-4e73-82fe-aea3d1bdcddc req-e118a202-de41-4f27-ab2f-76c2638f9926 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0482476 Oct 31 19:21:33.602037 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-eeec80ba-ee28-4e73-82fe-aea3d1bdcddc req-970f18d8-daa6-4cfb-b81d-a4ec9a8022dd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428805 Oct 31 19:21:33.895585 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-791b6d20-e69f-4ed8-b972-4e6eb4207dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:33.960474 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547a652-5dca-479d-b952-65ba56b9efc6 req-38414763-3727-4a5d-b938-ff6d36b441c4 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:33.966121 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9547a652-5dca-479d-b952-65ba56b9efc6 req-38414763-3727-4a5d-b938-ff6d36b441c4 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 945 time: 0.0577469 Oct 31 19:21:34.017967 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ea160-e2ab-41e4-8f99-f1aafa9a0802 req-36aae91f-3cba-4359-9a6c-c9e28e2fc4f7 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:34.017967 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-201ea160-e2ab-41e4-8f99-f1aafa9a0802 req-36aae91f-3cba-4359-9a6c-c9e28e2fc4f7 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0473537 Oct 31 19:21:34.023082 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9547a652-5dca-479d-b952-65ba56b9efc6 req-a1001b70-0aa1-4861-9df2-8e29b462de20 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539985 Oct 31 19:21:34.068204 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-201ea160-e2ab-41e4-8f99-f1aafa9a0802 req-5f326efd-8578-4edb-94c7-3d4a3cac655e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450940 Oct 31 19:21:34.337404 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46946) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:34.444073 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-76addba6-436c-4ad6-9206-fe622e5f9706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:34.445787 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:34.531679 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-76addba6-436c-4ad6-9206-fe622e5f9706 admin admin] Publish callbacks [] for security_group (5fa8dae0-e137-44cb-a95e-92748b957b43), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:34.534793 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-76addba6-436c-4ad6-9206-fe622e5f9706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (5fa8dae0-e137-44cb-a95e-92748b957b43), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:34.572343 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-76addba6-436c-4ad6-9206-fe622e5f9706 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=125dea8ebed2413bb7590c91ebd3a365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338669 Oct 31 19:21:34.575127 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 46958) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:34.580929 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76addba6-436c-4ad6-9206-fe622e5f9706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa8dae0-e137-44cb-a95e-92748b957b43,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:34.624172 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Publish callbacks [] for security_group (5fa8dae0-e137-44cb-a95e-92748b957b43), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:34.645460 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Publish callbacks [] for security_group (5fa8dae0-e137-44cb-a95e-92748b957b43), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:34.716162 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (5fa8dae0-e137-44cb-a95e-92748b957b43), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:34.718530 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:34.719625 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5fa8dae0-e137-44cb-a95e-92748b957b43 HTTP/1.1" status: 204 len: 168 time: 0.1435275 Oct 31 19:21:34.736054 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be6c96-f2e5-4369-97d8-44c7640547e0 req-860b94df-c957-44d3-9702-9ea398a1d647 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:34.737509 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e6be6c96-f2e5-4369-97d8-44c7640547e0 req-860b94df-c957-44d3-9702-9ea398a1d647 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0573750 Oct 31 19:21:34.738881 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa8dae0-e137-44cb-a95e-92748b957b43,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:34.740820 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:34.749375 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:34.749749 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:34.750437 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:34.750770 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:34.751098 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:34.751423 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:34.751743 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:34.752061 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:34.752376 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:34.752693 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:34.753014 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:34.753332 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:34.753663 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:34.755064 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:34.755387 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e1258-8a1e-47fc-b8f4-c3d0535f1eb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:21:34.805663 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e6be6c96-f2e5-4369-97d8-44c7640547e0 req-fd212e27-679a-427c-b1d2-36ede51e8096 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589678 Oct 31 19:21:34.991433 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:35.003854 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:35.013492 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46968) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:35.026902 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b1c229bb-7c8b-4dea-984a-e425f833501f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:35.084303 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:35.105901 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b1c229bb-7c8b-4dea-984a-e425f833501f admin admin] Publish callbacks [] for security_group (f9da7b8b-c6ca-402e-bd8d-777b1e31f7b0), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:35.109924 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b1c229bb-7c8b-4dea-984a-e425f833501f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (f9da7b8b-c6ca-402e-bd8d-777b1e31f7b0), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:35.185236 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-b1c229bb-7c8b-4dea-984a-e425f833501f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8fc9dff0ed724cf496b6ecd4afac3059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1682177 Oct 31 19:21:35.185236 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c229bb-7c8b-4dea-984a-e425f833501f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9da7b8b-c6ca-402e-bd8d-777b1e31f7b0,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:35.185923 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 46974) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:35.192341 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83dd25-10a8-43e6-9989-32851bf3cbbe req-e081489f-62f4-46f5-aec5-facc14ef2b5e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:35.193833 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0b83dd25-10a8-43e6-9989-32851bf3cbbe req-e081489f-62f4-46f5-aec5-facc14ef2b5e tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 945 time: 0.0725093 Oct 31 19:21:35.281292 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-20ffb57f-23eb-443b-a8e0-38f762ebec16 admin admin] Publish callbacks [] for security_group (f9da7b8b-c6ca-402e-bd8d-777b1e31f7b0), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:35.286057 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0b83dd25-10a8-43e6-9989-32851bf3cbbe req-18dcd3aa-8de9-4dfe-94aa-22cf4c9b8bd1 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788765 Oct 31 19:21:35.307256 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-20ffb57f-23eb-443b-a8e0-38f762ebec16 admin admin] Publish callbacks [] for security_group (f9da7b8b-c6ca-402e-bd8d-777b1e31f7b0), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:35.354877 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-20ffb57f-23eb-443b-a8e0-38f762ebec16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (f9da7b8b-c6ca-402e-bd8d-777b1e31f7b0), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:35.357170 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a37f5-7eb3-4735-90fd-a87b60f63b9d req-e3a41245-71d5-49a3-96db-998a5d352c74 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:35.357717 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-20ffb57f-23eb-443b-a8e0-38f762ebec16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:35.361198 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-130a37f5-7eb3-4735-90fd-a87b60f63b9d req-e3a41245-71d5-49a3-96db-998a5d352c74 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.2110577 Oct 31 19:21:35.361334 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-20ffb57f-23eb-443b-a8e0-38f762ebec16 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f9da7b8b-c6ca-402e-bd8d-777b1e31f7b0 HTTP/1.1" status: 204 len: 168 time: 0.1640251 Oct 31 19:21:35.367625 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffb57f-23eb-443b-a8e0-38f762ebec16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9da7b8b-c6ca-402e-bd8d-777b1e31f7b0,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:35.407973 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-130a37f5-7eb3-4735-90fd-a87b60f63b9d req-b950cdcf-783c-47e0-837c-86c2669990fd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428882 Oct 31 19:21:35.926075 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a14552-d3d7-4770-91a1-dbb4dd8fa260 req-62df7a2f-b81c-48c9-a475-de964d160063 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:35.927550 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-86a14552-d3d7-4770-91a1-dbb4dd8fa260 req-62df7a2f-b81c-48c9-a475-de964d160063 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0469129 Oct 31 19:21:35.976087 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-86a14552-d3d7-4770-91a1-dbb4dd8fa260 req-1f3b6a80-3a86-40b9-af1f-4cd0a3dc055b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424604 Oct 31 19:21:36.406515 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824f92-9eae-4330-88f0-c9e45ccf1e5a req-9af6c6a5-c3bc-41bd-844b-5642e9213e87 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:36.408606 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-23824f92-9eae-4330-88f0-c9e45ccf1e5a req-9af6c6a5-c3bc-41bd-844b-5642e9213e87 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 945 time: 0.0474269 Oct 31 19:21:36.428041 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:36.461254 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-23824f92-9eae-4330-88f0-c9e45ccf1e5a req-8bbad9e5-efa6-4420-8739-031dd583a892 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460937 Oct 31 19:21:36.549802 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4d7f2-cf0f-4fd2-8765-8c562aee7a5e req-4eee5034-6118-4973-a25c-595c7ade294c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:36.549802 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-49d4d7f2-cf0f-4fd2-8765-8c562aee7a5e req-4eee5034-6118-4973-a25c-595c7ade294c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0487392 Oct 31 19:21:36.665899 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:36.694910 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-49d4d7f2-cf0f-4fd2-8765-8c562aee7a5e req-d8ee37a1-5532-42d4-86bf-309fb29b0adc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438770 Oct 31 19:21:36.702882 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0fbbbf2e-d369-4269-a3f7-90f027775dc4 req-57328808-b44a-4f12-9c8d-b58de6fef20c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae HTTP/1.1" status: 200 len: 1001 time: 0.1341622 Oct 31 19:21:36.717596 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43360369-b31e-4d6c-a4ae-0c840eab5b1e req-1ca75c2d-142f-4eec-8828-d6fcb44221d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:36.719310 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-43360369-b31e-4d6c-a4ae-0c840eab5b1e req-1ca75c2d-142f-4eec-8828-d6fcb44221d0 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d2c209a4-c49d-431e-b8bc-b162483f4e74 HTTP/1.1" status: 200 len: 857 time: 0.1308150 Oct 31 19:21:37.095850 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e4f3c-4eba-4965-b1d4-579440e7aaf6 req-6eba3128-a343-4678-9399-98a4d7797307 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:37.097356 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f59e4f3c-4eba-4965-b1d4-579440e7aaf6 req-6eba3128-a343-4678-9399-98a4d7797307 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0454626 Oct 31 19:21:37.147853 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f59e4f3c-4eba-4965-b1d4-579440e7aaf6 req-d1ffbe8e-48a5-4daa-b872-893f6362d01d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440156 Oct 31 19:21:37.260877 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:37.272441 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634694e-4861-421a-bd95-1c5768a33615 req-c7ece4b5-2ac4-429b-9e55-14ca93c3f7f1 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:37.273934 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3634694e-4861-421a-bd95-1c5768a33615 req-c7ece4b5-2ac4-429b-9e55-14ca93c3f7f1 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0520532 Oct 31 19:21:37.284357 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 47028) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:37.289080 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-efcf06b2-ef71-4cb5-a8d4-180c4fcaa3db tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Request body: {'floatingip': {'port_id': '810ffdd3-13de-43d5-a09c-221911cc3bcf'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:21:37.361903 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-efcf06b2-ef71-4cb5-a8d4-180c4fcaa3db tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for floatingip (148a3cee-bb1a-492c-8cbb-ae63000d022f), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:37.596095 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034072d2-222b-4e24-924c-df26b82f0ac9 req-68b28234-4b3a-4473-888c-05a80a84d340 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:37.598914 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-034072d2-222b-4e24-924c-df26b82f0ac9 req-68b28234-4b3a-4473-888c-05a80a84d340 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 945 time: 0.0554128 Oct 31 19:21:37.652463 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-034072d2-222b-4e24-924c-df26b82f0ac9 req-49bc6dff-8fbb-4a6b-8d17-5cb131c60e57 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475278 Oct 31 19:21:37.979871 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbbf2e-d369-4269-a3f7-90f027775dc4 req-d4487609-1a05-4461-adfa-08bbaa26ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:37.981903 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0fbbbf2e-d369-4269-a3f7-90f027775dc4 req-d4487609-1a05-4461-adfa-08bbaa26ec3c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b HTTP/1.1" status: 200 len: 856 time: 0.0637994 Oct 31 19:21:38.012762 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc2e01-473c-4cf4-803b-0228aa0f41dd req-4bd635ad-5cfd-44e6-8e01-9dfd3580215c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:38.020501 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-82fc2e01-473c-4cf4-803b-0228aa0f41dd req-4bd635ad-5cfd-44e6-8e01-9dfd3580215c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.2108586 Oct 31 19:21:38.030625 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:38.071139 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43360369-b31e-4d6c-a4ae-0c840eab5b1e req-457eeac3-d884-4d5b-b023-61ec5ce75ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:38.072768 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-43360369-b31e-4d6c-a4ae-0c840eab5b1e req-457eeac3-d884-4d5b-b023-61ec5ce75ca4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76d0a169-b981-4155-bbd7-0bbdbbf23238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1126440 Oct 31 19:21:38.127932 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-82fc2e01-473c-4cf4-803b-0228aa0f41dd req-b62a0a30-bf27-4360-80d8-94a533b18cf0 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013424 Oct 31 19:21:38.431765 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-efcf06b2-ef71-4cb5-a8d4-180c4fcaa3db tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:38.435852 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-efcf06b2-ef71-4cb5-a8d4-180c4fcaa3db tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (148a3cee-bb1a-492c-8cbb-ae63000d022f), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:38.589565 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.l3_db [None req-efcf06b2-ef71-4cb5-a8d4-180c4fcaa3db tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Floating IP 148a3cee-bb1a-492c-8cbb-ae63000d022f associated. External IP: 172.27.0.69, port: 810ffdd3-13de-43d5-a09c-221911cc3bcf. Oct 31 19:21:38.776032 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571a18a-5dd2-44b9-8ed6-b246cb537398 req-cdca54bb-3730-4723-b327-03bc7c546271 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:38.777500 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1571a18a-5dd2-44b9-8ed6-b246cb537398 req-cdca54bb-3730-4723-b327-03bc7c546271 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 945 time: 0.0461237 Oct 31 19:21:38.790504 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcf06b2-ef71-4cb5-a8d4-180c4fcaa3db tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Router 18d4f8cc-60a8-47d2-94d6-cde408eba1af has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:21:38.829018 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1571a18a-5dd2-44b9-8ed6-b246cb537398 req-b328d2e4-00d5-454f-bb1c-ddfafded8d07 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450935 Oct 31 19:21:38.892634 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcf06b2-ef71-4cb5-a8d4-180c4fcaa3db tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:21:38.897326 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-efcf06b2-ef71-4cb5-a8d4-180c4fcaa3db tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:38.898856 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:38.905348 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884cfdab-915a-42a7-a89a-8081996af056 None None] Sync routers for ids ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:21:38.918644 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:38.920912 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884cfdab-915a-42a7-a89a-8081996af056 None None] Routers {'18d4f8cc-60a8-47d2-94d6-cde408eba1af'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:21:38.922313 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-884cfdab-915a-42a7-a89a-8081996af056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:21:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:38.931289 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-efcf06b2-ef71-4cb5-a8d4-180c4fcaa3db tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/148a3cee-bb1a-492c-8cbb-ae63000d022f HTTP/1.1" status: 200 len: 991 time: 1.6459236 Oct 31 19:21:38.932001 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a122a08-bc0f-40fd-8139-74c9e8a70ebe', 'tag': '810ffdd3-13de-43d5-a09c-221911cc3bcf'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:21:38.934377 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c339d2d-1c87-42b4-96d9-20410569ef92" -d '{"events": [{"name": "network-changed", "server_uuid": "0a122a08-bc0f-40fd-8139-74c9e8a70ebe", "tag": "810ffdd3-13de-43d5-a09c-221911cc3bcf"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:21:38.982643 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d5b0a5-d4f6-4d58-87ff-456c0de764af x-openstack-request-id: req-c9d5b0a5-d4f6-4d58-87ff-456c0de764af {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:21:38.982990 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a122a08-bc0f-40fd-8139-74c9e8a70ebe", "tag": "810ffdd3-13de-43d5-a09c-221911cc3bcf", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:21:38.983247 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9d5b0a5-d4f6-4d58-87ff-456c0de764af {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:21:38.984086 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d5b0a5-d4f6-4d58-87ff-456c0de764af'] response: {'name': 'network-changed', 'server_uuid': '0a122a08-bc0f-40fd-8139-74c9e8a70ebe', 'tag': '810ffdd3-13de-43d5-a09c-221911cc3bcf', 'status': 'completed', 'code': 200} Oct 31 19:21:39.038217 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:39.056589 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-884cfdab-915a-42a7-a89a-8081996af056 None None] Set router 18d4f8cc-60a8-47d2-94d6-cde408eba1af gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:21:39.236973 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:39.256172 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcea4c-422d-42cd-94d7-037a1f251ee2 req-b5015556-b385-4dc7-a7be-69298408a3d6 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:39.257684 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a5dcea4c-422d-42cd-94d7-037a1f251ee2 req-b5015556-b385-4dc7-a7be-69298408a3d6 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0499468 Oct 31 19:21:39.295423 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-884cfdab-915a-42a7-a89a-8081996af056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:49Z', 'revision_number': 4, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '148a3cee-bb1a-492c-8cbb-ae63000d022f', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'port_id': '810ffdd3-13de-43d5-a09c-221911cc3bcf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'mac_address': 'fa:16:3e:65:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a122a08-bc0f-40fd-8139-74c9e8a70ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:20:57Z', 'updated_at': '2022-10-31T19:21:38Z', 'revision_number': 1, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e66d7874-fe75-4921-91b1-0d4f592fb2ab', 'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'mac_address': 'fa:16:3e:31:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:02Z', 'revision_number': 5, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'subnets': [{'id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:39.310503 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a5dcea4c-422d-42cd-94d7-037a1f251ee2 req-2e322a81-7feb-4855-a0d6-2ba34ae3b0c2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435660 Oct 31 19:21:39.323248 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884cfdab-915a-42a7-a89a-8081996af056 None None] Checking router: 18d4f8cc-60a8-47d2-94d6-cde408eba1af for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:21:39.331731 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884cfdab-915a-42a7-a89a-8081996af056 None None] Routers {'18d4f8cc-60a8-47d2-94d6-cde408eba1af'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:21:39.332925 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-884cfdab-915a-42a7-a89a-8081996af056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:21:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:39.427097 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-884cfdab-915a-42a7-a89a-8081996af056 None None] Set router 18d4f8cc-60a8-47d2-94d6-cde408eba1af gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:21:39.631268 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-884cfdab-915a-42a7-a89a-8081996af056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:49Z', 'revision_number': 4, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '148a3cee-bb1a-492c-8cbb-ae63000d022f', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'port_id': '810ffdd3-13de-43d5-a09c-221911cc3bcf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'mac_address': 'fa:16:3e:65:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a122a08-bc0f-40fd-8139-74c9e8a70ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:20:57Z', 'updated_at': '2022-10-31T19:21:38Z', 'revision_number': 1, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e66d7874-fe75-4921-91b1-0d4f592fb2ab', 'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'mac_address': 'fa:16:3e:31:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:02Z', 'revision_number': 5, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'subnets': [{'id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:39.655450 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884cfdab-915a-42a7-a89a-8081996af056 None None] The sync data for ids ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'] in dv-cinder-863097-1-iscsi is: [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:49Z', 'revision_number': 4, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '148a3cee-bb1a-492c-8cbb-ae63000d022f', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'port_id': '810ffdd3-13de-43d5-a09c-221911cc3bcf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'mac_address': 'fa:16:3e:65:59:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a122a08-bc0f-40fd-8139-74c9e8a70ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:20:57Z', 'updated_at': '2022-10-31T19:21:38Z', 'revision_number': 1, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e66d7874-fe75-4921-91b1-0d4f592fb2ab', 'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'mac_address': 'fa:16:3e:31:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:02Z', 'revision_number': 5, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'subnets': [{'id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:21:39.842998 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed30bba-c554-46f6-9a6d-91b13f44767f None None] New status for floating IP 148a3cee-bb1a-492c-8cbb-ae63000d022f: ACTIVE {{(pid=104477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:21:40.429734 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039db806-88ca-40d6-bc47-bb227ebe1f59 req-8aa2ca0c-1719-4975-a2c3-0e7751f8817b tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:40.431093 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-039db806-88ca-40d6-bc47-bb227ebe1f59 req-8aa2ca0c-1719-4975-a2c3-0e7751f8817b tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0465434 Oct 31 19:21:40.478957 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-039db806-88ca-40d6-bc47-bb227ebe1f59 req-e543d113-1407-4c14-8b9c-2adabf1a5a8e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424280 Oct 31 19:21:41.360980 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbbf2e-d369-4269-a3f7-90f027775dc4 req-bc8f57e6-42d0-4257-8c63-f5852ee77b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:41.362618 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0fbbbf2e-d369-4269-a3f7-90f027775dc4 req-bc8f57e6-42d0-4257-8c63-f5852ee77b44 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429561 Oct 31 19:21:41.412203 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-43360369-b31e-4d6c-a4ae-0c840eab5b1e req-e18ebf90-9b77-43de-9622-fdf978d159ab service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921688 Oct 31 19:21:41.599002 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd95628-c81b-4225-b388-5519e13a7e87 req-3cbacfc4-bef3-479d-9442-e29e49a27c4e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:41.600358 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-cdd95628-c81b-4225-b388-5519e13a7e87 req-3cbacfc4-bef3-479d-9442-e29e49a27c4e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0468910 Oct 31 19:21:41.650605 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-cdd95628-c81b-4225-b388-5519e13a7e87 req-ae0c5f58-c66d-459d-bf57-7ec2ca03b446 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447509 Oct 31 19:21:42.009734 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c339d2d-1c87-42b4-96d9-20410569ef92 req-cd5251b8-26a9-4c78-9453-d847196e294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:42.011224 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1c339d2d-1c87-42b4-96d9-20410569ef92 req-cd5251b8-26a9-4c78-9453-d847196e294e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f9c317b548b40deb8cb27236d36d674&device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 1130 time: 0.0404828 Oct 31 19:21:42.786071 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:42.794166 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0fbbbf2e-d369-4269-a3f7-90f027775dc4 req-10ea43f6-c329-4a58-bda7-934de8f043dd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848798 Oct 31 19:21:42.801564 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-43360369-b31e-4d6c-a4ae-0c840eab5b1e req-c8ea6104-5729-4ebb-9565-e58d8cf22ea7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918051 Oct 31 19:21:42.808110 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:42.890678 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c339d2d-1c87-42b4-96d9-20410569ef92 req-2920d509-f6e7-491f-9e61-2f840c095f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:42.892849 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1c339d2d-1c87-42b4-96d9-20410569ef92 req-2920d509-f6e7-491f-9e61-2f840c095f69 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=bb81951e-1ade-402e-8059-76bd3e08139a HTTP/1.1" status: 200 len: 910 time: 0.2057929 Oct 31 19:21:42.986834 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c75c1d-29cb-401f-af7b-5855bd839863 req-4cd2ffa3-bcfa-4f6d-8387-3de2adab6cf6 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:42.989201 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d0c75c1d-29cb-401f-af7b-5855bd839863 req-4cd2ffa3-bcfa-4f6d-8387-3de2adab6cf6 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.1277740 Oct 31 19:21:43.037993 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0fbbbf2e-d369-4269-a3f7-90f027775dc4 req-34595b02-5146-4d23-93b2-776ee3a50b16 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932566 Oct 31 19:21:43.068131 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d0c75c1d-29cb-401f-af7b-5855bd839863 req-ae704be3-7964-4ebc-986f-75e8bed7046f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691330 Oct 31 19:21:43.396976 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1c339d2d-1c87-42b4-96d9-20410569ef92 req-81e1032d-72d0-4d54-85a3-b194d5825281 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=810ffdd3-13de-43d5-a09c-221911cc3bcf HTTP/1.1" status: 200 len: 1001 time: 0.0973756 Oct 31 19:21:44.203117 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8437d28-318f-4a0e-a319-0eb4592cbb61 req-a23aec2d-c5a1-4d11-b3b1-0bc5eeb027d2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:44.205069 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d8437d28-318f-4a0e-a319-0eb4592cbb61 req-a23aec2d-c5a1-4d11-b3b1-0bc5eeb027d2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0511312 Oct 31 19:21:44.253587 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d8437d28-318f-4a0e-a319-0eb4592cbb61 req-754104b6-66e2-4a37-8c95-09d3f49d97c9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427330 Oct 31 19:21:44.406390 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 47222) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:44.513023 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e799180c-9ab4-46b8-b7f5-32a4c230a1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:44.553369 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:44.598514 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e799180c-9ab4-46b8-b7f5-32a4c230a1c9 admin admin] Publish callbacks [] for security_group (8f7d7b6d-fccf-4b7e-ac41-e13bc2202e9e), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:44.602912 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e799180c-9ab4-46b8-b7f5-32a4c230a1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (8f7d7b6d-fccf-4b7e-ac41-e13bc2202e9e), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:44.640189 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799180c-9ab4-46b8-b7f5-32a4c230a1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7d7b6d-fccf-4b7e-ac41-e13bc2202e9e,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:44.644425 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-e799180c-9ab4-46b8-b7f5-32a4c230a1c9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=112969de3a184315b000b0820b7e145c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370195 Oct 31 19:21:44.647754 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 47228) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:44.695370 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-492ab9d2-1e13-437e-b3bf-3cb9986333f7 admin admin] Publish callbacks [] for security_group (8f7d7b6d-fccf-4b7e-ac41-e13bc2202e9e), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:44.714771 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-492ab9d2-1e13-437e-b3bf-3cb9986333f7 admin admin] Publish callbacks [] for security_group (8f7d7b6d-fccf-4b7e-ac41-e13bc2202e9e), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:44.759944 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-492ab9d2-1e13-437e-b3bf-3cb9986333f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (8f7d7b6d-fccf-4b7e-ac41-e13bc2202e9e), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:44.762739 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-492ab9d2-1e13-437e-b3bf-3cb9986333f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:44.764226 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-492ab9d2-1e13-437e-b3bf-3cb9986333f7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8f7d7b6d-fccf-4b7e-ac41-e13bc2202e9e HTTP/1.1" status: 204 len: 168 time: 0.1160414 Oct 31 19:21:44.777351 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ab9d2-1e13-437e-b3bf-3cb9986333f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7d7b6d-fccf-4b7e-ac41-e13bc2202e9e,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:45.027269 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 47234) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:45.043851 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b8ffebb6-73b2-45a5-a218-ea039058cc66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:45.111650 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:45.123263 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b8ffebb6-73b2-45a5-a218-ea039058cc66 admin admin] Publish callbacks [] for security_group (d89c9d99-1344-4271-962e-c2c7530ec37c), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:45.127019 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b8ffebb6-73b2-45a5-a218-ea039058cc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (d89c9d99-1344-4271-962e-c2c7530ec37c), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:45.166398 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-b8ffebb6-73b2-45a5-a218-ea039058cc66 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c6370e015df14f9187d5abac9d2aeaf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380763 Oct 31 19:21:45.167341 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffebb6-73b2-45a5-a218-ea039058cc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89c9d99-1344-4271-962e-c2c7530ec37c,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:45.169673 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 47240) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:45.219869 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-03a728a8-eaf0-489b-abf9-2deb3fcb3859 admin admin] Publish callbacks [] for security_group (d89c9d99-1344-4271-962e-c2c7530ec37c), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:45.240603 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-03a728a8-eaf0-489b-abf9-2deb3fcb3859 admin admin] Publish callbacks [] for security_group (d89c9d99-1344-4271-962e-c2c7530ec37c), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:45.290643 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-03a728a8-eaf0-489b-abf9-2deb3fcb3859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (d89c9d99-1344-4271-962e-c2c7530ec37c), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:45.293475 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-03a728a8-eaf0-489b-abf9-2deb3fcb3859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:45.297196 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-03a728a8-eaf0-489b-abf9-2deb3fcb3859 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d89c9d99-1344-4271-962e-c2c7530ec37c HTTP/1.1" status: 204 len: 168 time: 0.1227252 Oct 31 19:21:45.303175 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a728a8-eaf0-489b-abf9-2deb3fcb3859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89c9d99-1344-4271-962e-c2c7530ec37c,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:45.379899 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6ff55-2cad-4d56-bc44-8d564be8a700 req-10f88002-5c6e-4e78-830a-d77a1d02780f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:45.381383 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-04e6ff55-2cad-4d56-bc44-8d564be8a700 req-10f88002-5c6e-4e78-830a-d77a1d02780f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0467572 Oct 31 19:21:45.430124 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-04e6ff55-2cad-4d56-bc44-8d564be8a700 req-e39d3334-a401-4b85-8b78-fdfb55aca14a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430214 Oct 31 19:21:46.311118 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c339d2d-1c87-42b4-96d9-20410569ef92 req-65a63b49-1ab0-4ddd-aa7e-db3b4bb6eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:46.312756 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1c339d2d-1c87-42b4-96d9-20410569ef92 req-65a63b49-1ab0-4ddd-aa7e-db3b4bb6eebd service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9821b6e6-ba6a-40fd-94d0-4d7194d13f47 HTTP/1.1" status: 200 len: 848 time: 0.0651395 Oct 31 19:21:46.444914 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:46.460945 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c339d2d-1c87-42b4-96d9-20410569ef92 req-3061b2c0-d4c1-4c68-91a0-49a24c9264d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:46.463018 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1c339d2d-1c87-42b4-96d9-20410569ef92 req-3061b2c0-d4c1-4c68-91a0-49a24c9264d8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=bb81951e-1ade-402e-8059-76bd3e08139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520916 Oct 31 19:21:46.612038 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b0528-2e76-4af5-bc11-e11808f8d363 req-2083eec1-b2ac-4bd4-9d40-59e852e03d31 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:46.614351 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-972b0528-2e76-4af5-bc11-e11808f8d363 req-2083eec1-b2ac-4bd4-9d40-59e852e03d31 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0693471 Oct 31 19:21:46.635470 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1c339d2d-1c87-42b4-96d9-20410569ef92 req-8d9f366c-591e-49fd-a695-4dee71b6a4bf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638515 Oct 31 19:21:46.765556 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:46.772569 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1c339d2d-1c87-42b4-96d9-20410569ef92 req-cebad109-84ca-4237-8f57-42223a95946b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248412 Oct 31 19:21:46.777213 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-972b0528-2e76-4af5-bc11-e11808f8d363 req-1d1fac9d-4091-4923-baa9-fc4bd5d79f98 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551335 Oct 31 19:21:47.699053 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 47368) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:47.825654 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a7114132-29df-4302-94dc-53334ebbcce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:47.904732 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a7114132-29df-4302-94dc-53334ebbcce2 admin admin] Publish callbacks [] for security_group (92020dde-3a02-4a0d-af8c-92f71655fffb), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:47.908255 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784df4fc-dfcc-4a7b-9149-7e106e0aaae4 req-e85b53d4-41e8-4eff-b251-f8f75c0e2565 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:47.909177 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a7114132-29df-4302-94dc-53334ebbcce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (92020dde-3a02-4a0d-af8c-92f71655fffb), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:47.911945 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-784df4fc-dfcc-4a7b-9149-7e106e0aaae4 req-e85b53d4-41e8-4eff-b251-f8f75c0e2565 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0549252 Oct 31 19:21:47.948796 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7114132-29df-4302-94dc-53334ebbcce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92020dde-3a02-4a0d-af8c-92f71655fffb,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:47.954591 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-a7114132-29df-4302-94dc-53334ebbcce2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=68ef5ab5ef99400bb76a27227436fabf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537160 Oct 31 19:21:47.957885 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 47376) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:47.972322 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-784df4fc-dfcc-4a7b-9149-7e106e0aaae4 req-b8a74382-07b2-42f3-b44e-f38955e9bec1 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545430 Oct 31 19:21:48.011207 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8608ab75-d47c-4838-b00e-4978bc0c412b admin admin] Publish callbacks [] for security_group (92020dde-3a02-4a0d-af8c-92f71655fffb), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:48.032516 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8608ab75-d47c-4838-b00e-4978bc0c412b admin admin] Publish callbacks [] for security_group (92020dde-3a02-4a0d-af8c-92f71655fffb), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:48.083915 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8608ab75-d47c-4838-b00e-4978bc0c412b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (92020dde-3a02-4a0d-af8c-92f71655fffb), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:48.086504 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8608ab75-d47c-4838-b00e-4978bc0c412b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:48.087699 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-8608ab75-d47c-4838-b00e-4978bc0c412b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/92020dde-3a02-4a0d-af8c-92f71655fffb HTTP/1.1" status: 204 len: 168 time: 0.1282735 Oct 31 19:21:48.095831 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608ab75-d47c-4838-b00e-4978bc0c412b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92020dde-3a02-4a0d-af8c-92f71655fffb,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:48.641312 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9e5b83f-62cc-424c-85cf-0caad1c9b5aa req-77090679-806b-42c7-b65f-5fb6b8004fdc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402877 Oct 31 19:21:48.760084 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5b83f-62cc-424c-85cf-0caad1c9b5aa req-4550a74f-8613-4be6-9952-bfd7fda6b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:48.762146 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9e5b83f-62cc-424c-85cf-0caad1c9b5aa req-4550a74f-8613-4be6-9952-bfd7fda6b071 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=06b4e580885f431b9ccb8aa409fdd454&device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 1129 time: 0.0584805 Oct 31 19:21:48.915727 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5b83f-62cc-424c-85cf-0caad1c9b5aa req-62a9626a-5093-46b6-a089-fb4e332f9564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:48.919066 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9e5b83f-62cc-424c-85cf-0caad1c9b5aa req-62a9626a-5093-46b6-a089-fb4e332f9564 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 HTTP/1.1" status: 200 len: 918 time: 0.1321211 Oct 31 19:21:49.008446 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9e5b83f-62cc-424c-85cf-0caad1c9b5aa req-92e9a124-3743-426d-b6ab-9f64ef8b75b2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae HTTP/1.1" status: 200 len: 1001 time: 0.0817664 Oct 31 19:21:49.094895 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:49.116380 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5b83f-62cc-424c-85cf-0caad1c9b5aa req-a4b69c5c-5a7c-4927-926f-162c7e85db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:49.117884 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9e5b83f-62cc-424c-85cf-0caad1c9b5aa req-a4b69c5c-5a7c-4927-926f-162c7e85db72 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b HTTP/1.1" status: 200 len: 856 time: 0.1006835 Oct 31 19:21:49.164606 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fe410-8ff9-4a90-b611-2d9471961c8c req-bff9e0fc-838e-49f9-a914-c3ea88d75157 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:49.166104 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ca8fe410-8ff9-4a90-b611-2d9471961c8c req-bff9e0fc-838e-49f9-a914-c3ea88d75157 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0883665 Oct 31 19:21:49.183271 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5b83f-62cc-424c-85cf-0caad1c9b5aa req-de5f9a75-6ae4-41b5-99a3-cba4b68d4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:49.184718 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9e5b83f-62cc-424c-85cf-0caad1c9b5aa req-de5f9a75-6ae4-41b5-99a3-cba4b68d4048 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579803 Oct 31 19:21:49.285311 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ca8fe410-8ff9-4a90-b611-2d9471961c8c req-c1b732d5-2957-42b9-a06f-d3ed4f3be298 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110501 Oct 31 19:21:49.314515 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9e5b83f-62cc-424c-85cf-0caad1c9b5aa req-4b9d6782-cd65-4427-a1a0-6442a12caf0d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168435 Oct 31 19:21:49.404699 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:49.421182 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9e5b83f-62cc-424c-85cf-0caad1c9b5aa req-a1842d01-fec7-412e-8ac8-ef7d63bca130 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981324 Oct 31 19:21:49.633751 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=63 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:49.634744 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=69 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:50.412037 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcea7fd-723e-4367-ba27-324956de9633 req-6537d3c8-3130-4add-b0ed-94ba2c7b7437 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:50.415582 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bdcea7fd-723e-4367-ba27-324956de9633 req-6537d3c8-3130-4add-b0ed-94ba2c7b7437 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0473824 Oct 31 19:21:50.467292 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bdcea7fd-723e-4367-ba27-324956de9633 req-3bf9af95-920f-47a9-95bb-103ccb2fd1ff tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473170 Oct 31 19:21:50.595954 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-d623e1aa-af20-4687-8bb5-1b4dae769733 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=f19afdd98f2e4f49935bc8f8cf0211d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332751 Oct 31 19:21:50.952310 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-d1b8e098-b333-4ca8-8348-c2686bf0166e tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:50.953821 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-d1b8e098-b333-4ca8-8348-c2686bf0166e tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3510518 Oct 31 19:21:50.969738 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-2fa9a1df-9535-453c-8ef7-0666ba311df5 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/quotas/f19afdd98f2e4f49935bc8f8cf0211d4 HTTP/1.1" status: 200 len: 375 time: 0.0097120 Oct 31 19:21:51.002459 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-7401ad9a-f877-41f3-949c-d9a2d1a94869 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f19afdd98f2e4f49935bc8f8cf0211d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274339 Oct 31 19:21:51.162193 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5f1d1883-1b6a-4408-8535-cf00addd0941 req-45a7500d-effc-4645-8e41-216d248faee9 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 210 time: 0.0276437 Oct 31 19:21:51.635317 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee81be-88ea-47fc-993d-73e3fcf03433 req-6d39f962-562c-4059-916f-03c774122708 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:51.636856 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05ee81be-88ea-47fc-993d-73e3fcf03433 req-6d39f962-562c-4059-916f-03c774122708 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0763772 Oct 31 19:21:51.734199 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05ee81be-88ea-47fc-993d-73e3fcf03433 req-d37f7983-685a-4458-bb5a-b7875f96e155 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905919 Oct 31 19:21:51.850671 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 47510) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:51.962967 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-823ade3f-f919-4eb8-8e56-aa15d6682d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:52.007488 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:52.047169 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-823ade3f-f919-4eb8-8e56-aa15d6682d94 admin admin] Publish callbacks [] for security_group (0d8baec9-6d58-4292-8376-1b2efa6d6fe8), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:52.051903 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-823ade3f-f919-4eb8-8e56-aa15d6682d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (0d8baec9-6d58-4292-8376-1b2efa6d6fe8), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:52.094284 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-823ade3f-f919-4eb8-8e56-aa15d6682d94 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d88b386476e94e3ba8a04fe26d9481b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423971 Oct 31 19:21:52.094570 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 47520) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:52.095678 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ade3f-f919-4eb8-8e56-aa15d6682d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8baec9-6d58-4292-8376-1b2efa6d6fe8,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:52.147931 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5da8161f-3ee6-4579-ba4b-3a00b2cd5413 admin admin] Publish callbacks [] for security_group (0d8baec9-6d58-4292-8376-1b2efa6d6fe8), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:52.169367 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5da8161f-3ee6-4579-ba4b-3a00b2cd5413 admin admin] Publish callbacks [] for security_group (0d8baec9-6d58-4292-8376-1b2efa6d6fe8), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:52.217381 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5da8161f-3ee6-4579-ba4b-3a00b2cd5413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (0d8baec9-6d58-4292-8376-1b2efa6d6fe8), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:52.220201 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5da8161f-3ee6-4579-ba4b-3a00b2cd5413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:52.221405 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-5da8161f-3ee6-4579-ba4b-3a00b2cd5413 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0d8baec9-6d58-4292-8376-1b2efa6d6fe8 HTTP/1.1" status: 204 len: 168 time: 0.1258481 Oct 31 19:21:52.231536 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8161f-3ee6-4579-ba4b-3a00b2cd5413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8baec9-6d58-4292-8376-1b2efa6d6fe8,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:52.277869 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f77b95e2-3dec-4981-a055-0fa8a50c30ce req-3cc10036-678b-4bf8-9d1a-bfaa096920ef tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 210 time: 0.0284154 Oct 31 19:21:52.864522 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b83daf-5772-4d7e-8b36-1cc9130d702f req-46bc8f9a-4812-4c83-8249-f0616c8d589e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:52.866060 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-70b83daf-5772-4d7e-8b36-1cc9130d702f req-46bc8f9a-4812-4c83-8249-f0616c8d589e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0491378 Oct 31 19:21:52.926823 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-70b83daf-5772-4d7e-8b36-1cc9130d702f req-7aa487da-bb14-4002-99be-b67f246bda08 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525625 Oct 31 19:21:53.396249 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3d24abb8-1847-49b9-a1f5-cb9ac4a03688 req-b2e0b0b9-ca43-414f-b6a0-86d4a552959f tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 210 time: 0.0343606 Oct 31 19:21:54.051312 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8146ffb-e7c3-4a14-81d9-371cced181d8 req-93dc63c7-677e-4fa0-b18b-fbd9348ecdf7 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:54.052810 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b8146ffb-e7c3-4a14-81d9-371cced181d8 req-93dc63c7-677e-4fa0-b18b-fbd9348ecdf7 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0470223 Oct 31 19:21:54.101713 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b8146ffb-e7c3-4a14-81d9-371cced181d8 req-36d8732e-4f10-4e82-82f7-a30fec3e7224 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428245 Oct 31 19:21:54.505790 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-327feeba-df04-4ad7-a90e-cdc223702d08 req-ab0092d8-e5b7-45f3-a758-a6571db31125 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 210 time: 0.0324097 Oct 31 19:21:54.622498 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 47656) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:54.668302 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81e4307-f6c7-4d93-ae94-afe2dc754b53 admin admin] Deleting subnet 060722d3-8d6b-47b3-9223-d1f2d72eb999 {{(pid=104476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 19:21:54.671811 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a81e4307-f6c7-4d93-ae94-afe2dc754b53 admin admin] Publish callbacks [] for subnet (060722d3-8d6b-47b3-9223-d1f2d72eb999), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:54.707922 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-f06a0c05-872f-4ab9-bcad-6c3c72fe61ec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=f19afdd98f2e4f49935bc8f8cf0211d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242643 Oct 31 19:21:54.723783 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a81e4307-f6c7-4d93-ae94-afe2dc754b53 admin admin] Publish callbacks [] for subnet (060722d3-8d6b-47b3-9223-d1f2d72eb999), precommit_delete_associations {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:54.737589 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a81e4307-f6c7-4d93-ae94-afe2dc754b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990620'] for subnet (060722d3-8d6b-47b3-9223-d1f2d72eb999), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:54.806805 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a81e4307-f6c7-4d93-ae94-afe2dc754b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for subnet (060722d3-8d6b-47b3-9223-d1f2d72eb999), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:54.833446 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-3e894024-2e79-4106-8a0d-c679f343ee47 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:54.834634 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e4307-f6c7-4d93-ae94-afe2dc754b53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=060722d3-8d6b-47b3-9223-d1f2d72eb999,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:54.834897 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-3e894024-2e79-4106-8a0d-c679f343ee47 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1189201 Oct 31 19:21:54.840157 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a81e4307-f6c7-4d93-ae94-afe2dc754b53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:54.843252 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-a81e4307-f6c7-4d93-ae94-afe2dc754b53 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/060722d3-8d6b-47b3-9223-d1f2d72eb999 HTTP/1.1" status: 204 len: 168 time: 0.2197118 Oct 31 19:21:54.846714 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 47658) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:55.107645 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-890624'] for network (0408671e-a6a8-48ec-95cd-a30e04e3dd4f), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:55.132515 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-bb911564-4651-4d9f-bec3-b2160d7d4cec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Request body: {'port': {'device_id': '005f4b9f-db45-4bed-9eba-55b70d6b2229', 'network_id': '8199183a-0ac3-40d8-a189-d6c1ab16db62', 'admin_state_up': True, 'tenant_id': 'f19afdd98f2e4f49935bc8f8cf0211d4'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:21:55.167574 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:55.208668 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989543', 'neutron.services.segments.db._delete_segments_for_network-8766604153474'] for network (0408671e-a6a8-48ec-95cd-a30e04e3dd4f), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:55.236486 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:21:55.236818 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:21:55.237576 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:21:55.238047 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Subscribe: > port after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:21:55.238388 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:21:55.238754 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Subscribe: > port after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:21:55.239250 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:21:55.239409 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:21:55.239837 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:21:55.240196 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:21:55.306822 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:55.332344 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb7dc9-cedd-4b32-9d14-5324b5a82ae3 req-7e5fa768-eaf6-4ce1-a1aa-f622da847770 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:55.334399 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-56bb7dc9-cedd-4b32-9d14-5324b5a82ae3 req-7e5fa768-eaf6-4ce1-a1aa-f622da847770 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0758395 Oct 31 19:21:55.408087 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:21:55.408471 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:21:55.411182 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:21:55.411309 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-bb911564-4651-4d9f-bec3-b2160d7d4cec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Made reservation on behalf of f19afdd98f2e4f49935bc8f8cf0211d4 for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:21:55.411528 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:21:55.411916 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0408671e-a6a8-48ec-95cd-a30e04e3dd4f']}} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:55.415133 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-bb911564-4651-4d9f-bec3-b2160d7d4cec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:55.418973 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:55.428495 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-56bb7dc9-cedd-4b32-9d14-5324b5a82ae3 req-0a3401c4-943f-41d6-85ab-b608dfe566f5 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866437 Oct 31 19:21:55.430039 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-bb911564-4651-4d9f-bec3-b2160d7d4cec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:55.432016 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3a450a-104c-44ea-a107-6c45da73311b') {'for_net_delete': True} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:55.432629 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3a450a-104c-44ea-a107-6c45da73311b') {} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:55.452257 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766604153537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8041699'] for segment (ff3a450a-104c-44ea-a107-6c45da73311b), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:55.485408 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (ff3a450a-104c-44ea-a107-6c45da73311b), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:55.497004 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=104476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 19:21:55.497353 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5225984'] for segment (ff3a450a-104c-44ea-a107-6c45da73311b), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:55.530480 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-bb911564-4651-4d9f-bec3-b2160d7d4cec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Publish callbacks [] for security_group (b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:55.540372 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-bb911564-4651-4d9f-bec3-b2160d7d4cec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:55.578427 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2058165'] for network (0408671e-a6a8-48ec-95cd-a30e04e3dd4f), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:55.601238 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:55.627742 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/0408671e-a6a8-48ec-95cd-a30e04e3dd4f HTTP/1.1" status: 204 len: 168 time: 0.7797928 Oct 31 19:21:55.628727 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 47680) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:55.644460 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3542c-7eb9-4342-a53c-3346e13f5d8b admin admin] Pushing event deleted for resources: {'Network': ['ID=0408671e-a6a8-48ec-95cd-a30e04e3dd4f,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:55.677638 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c280615c-5ca3-4b3e-a688-58a719d96d77 req-f6fc57fd-7de6-47f3-868c-e6437bc584ea tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 210 time: 0.0444825 Oct 31 19:21:55.680792 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb911564-4651-4d9f-bec3-b2160d7d4cec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:55.716032 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4d220f-5f1b-44b9-8bf7-56a012418679 admin admin] Deleting subnet 5422dec5-33c8-419c-9cc0-fa59412d1166 {{(pid=104476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 19:21:55.721839 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-dd4d220f-5f1b-44b9-8bf7-56a012418679 admin admin] Publish callbacks [] for subnet (5422dec5-33c8-419c-9cc0-fa59412d1166), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:55.779176 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-dd4d220f-5f1b-44b9-8bf7-56a012418679 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8041706'] for subnet (5422dec5-33c8-419c-9cc0-fa59412d1166), precommit_delete_associations {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:55.791524 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-bb911564-4651-4d9f-bec3-b2160d7d4cec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Allocated IP 192.168.233.190 (8199183a-0ac3-40d8-a189-d6c1ab16db62/8e3fbf26-0626-4864-a3ab-d8640d7bf742/58080e2a-842b-4b20-bd5a-8cca7dca5e72) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:21:55.832209 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-dd4d220f-5f1b-44b9-8bf7-56a012418679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990620'] for subnet (5422dec5-33c8-419c-9cc0-fa59412d1166), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:55.854288 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment ff3a450a-104c-44ea-a107-6c45da73311b resource provider aggregate not found Oct 31 19:21:55.877433 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment ff3a450a-104c-44ea-a107-6c45da73311b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff3a450a-104c-44ea-a107-6c45da73311b found for delete ", "request_id": "req-28cc4eed-b0a2-4913-8b85-61c3047ca316"}]} Oct 31 19:21:55.882589 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e9ea9-2328-4b03-a243-2b488978873e req-fb2ab722-73ee-42f0-acde-2db1eeb501aa tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:55.884179 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-741e9ea9-2328-4b03-a243-2b488978873e req-fb2ab722-73ee-42f0-acde-2db1eeb501aa tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 945 time: 0.0808396 Oct 31 19:21:55.894742 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-dd4d220f-5f1b-44b9-8bf7-56a012418679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5226086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4898039'] for subnet (5422dec5-33c8-419c-9cc0-fa59412d1166), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:55.921095 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d220f-5f1b-44b9-8bf7-56a012418679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5422dec5-33c8-419c-9cc0-fa59412d1166,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:55.925959 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-dd4d220f-5f1b-44b9-8bf7-56a012418679 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:55.928623 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-dd4d220f-5f1b-44b9-8bf7-56a012418679 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/5422dec5-33c8-419c-9cc0-fa59412d1166 HTTP/1.1" status: 204 len: 168 time: 0.2984788 Oct 31 19:21:55.931174 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 47690) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:55.938902 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:56.002230 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-741e9ea9-2328-4b03-a243-2b488978873e req-a5f06a53-e541-4ab3-804b-996d92c8d317 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075706 Oct 31 19:21:56.004482 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b18c2d8e-e547-41d5-a3ed-ddf90036be90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-890624'] for network (879ac472-c3fe-4f45-8a11-6f01b0e8b162), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:56.050624 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-bb911564-4651-4d9f-bec3-b2160d7d4cec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Publish callbacks [] for port (58080e2a-842b-4b20-bd5a-8cca7dca5e72), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:56.088406 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-bb911564-4651-4d9f-bec3-b2160d7d4cec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (58080e2a-842b-4b20-bd5a-8cca7dca5e72), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:56.097880 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b18c2d8e-e547-41d5-a3ed-ddf90036be90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989543', 'neutron.services.segments.db._delete_segments_for_network-8766604153474'] for network (879ac472-c3fe-4f45-8a11-6f01b0e8b162), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:56.118078 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-b18c2d8e-e547-41d5-a3ed-ddf90036be90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879ac472-c3fe-4f45-8a11-6f01b0e8b162']}} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:56.120323 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:56.127319 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-b18c2d8e-e547-41d5-a3ed-ddf90036be90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d920474-791e-4dad-a5f5-d439929357c4') {'for_net_delete': True} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:56.127610 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-b18c2d8e-e547-41d5-a3ed-ddf90036be90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d920474-791e-4dad-a5f5-d439929357c4') {} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:21:56.138200 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b18c2d8e-e547-41d5-a3ed-ddf90036be90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766604153537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8041699'] for segment (0d920474-791e-4dad-a5f5-d439929357c4), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:56.145551 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-bb911564-4651-4d9f-bec3-b2160d7d4cec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Network 8199183a-0ac3-40d8-a189-d6c1ab16db62 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:21:56.149635 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-bb911564-4651-4d9f-bec3-b2160d7d4cec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:21:56.152399 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-bb911564-4651-4d9f-bec3-b2160d7d4cec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:21:56.152779 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b18c2d8e-e547-41d5-a3ed-ddf90036be90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (0d920474-791e-4dad-a5f5-d439929357c4), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:56.157185 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-bb911564-4651-4d9f-bec3-b2160d7d4cec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:56.157899 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-bb911564-4651-4d9f-bec3-b2160d7d4cec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:56.160821 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18c2d8e-e547-41d5-a3ed-ddf90036be90 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=104476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 19:21:56.161232 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b18c2d8e-e547-41d5-a3ed-ddf90036be90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5225984'] for segment (0d920474-791e-4dad-a5f5-d439929357c4), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:56.161490 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb911564-4651-4d9f-bec3-b2160d7d4cec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Pushing event updated for resources: {'Port': ['ID=58080e2a-842b-4b20-bd5a-8cca7dca5e72,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:56.185951 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-bb911564-4651-4d9f-bec3-b2160d7d4cec tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0596616 Oct 31 19:21:56.230592 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b18c2d8e-e547-41d5-a3ed-ddf90036be90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2058165'] for network (879ac472-c3fe-4f45-8a11-6f01b0e8b162), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:56.236936 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b18c2d8e-e547-41d5-a3ed-ddf90036be90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:56.240934 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-b18c2d8e-e547-41d5-a3ed-ddf90036be90 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/879ac472-c3fe-4f45-8a11-6f01b0e8b162 HTTP/1.1" status: 204 len: 168 time: 0.3087587 Oct 31 19:21:56.255510 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c2d8e-e547-41d5-a3ed-ddf90036be90 admin admin] Pushing event deleted for resources: {'Network': ['ID=879ac472-c3fe-4f45-8a11-6f01b0e8b162,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:56.422673 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 47696) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:56.423351 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-46e4f27a-fc58-481c-8032-3bac733054e0 None None] Provisioning complete for port 58080e2a-842b-4b20-bd5a-8cca7dca5e72 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:21:56.423839 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-46e4f27a-fc58-481c-8032-3bac733054e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (58080e2a-842b-4b20-bd5a-8cca7dca5e72), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:56.424180 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-46e4f27a-fc58-481c-8032-3bac733054e0 None None] Attempt 1 to provision port 58080e2a-842b-4b20-bd5a-8cca7dca5e72 Oct 31 19:21:56.459656 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-46e4f27a-fc58-481c-8032-3bac733054e0 None None] Port 58080e2a-842b-4b20-bd5a-8cca7dca5e72 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:21:56.465555 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-8bbd73ab-ea7b-4de1-ab54-38f1c5dccf52 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a845317ccf2d4494a93536b8ef2c11a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413036 Oct 31 19:21:56.467944 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 47700) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:56.526921 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3aee5557-cf83-4134-bbb9-e04dabd7a808 admin admin] Publish callbacks [] for security_group (7bf7cfed-e597-4c13-ac54-4acdc780130e), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:56.548186 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3aee5557-cf83-4134-bbb9-e04dabd7a808 admin admin] Publish callbacks [] for security_group (7bf7cfed-e597-4c13-ac54-4acdc780130e), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:56.566131 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db780b-ceb6-4dc6-bc4c-3154b7b9d4da req-401b5d9d-6f62-4dd6-b3e9-0c1c656bed3a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:56.567620 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-75db780b-ceb6-4dc6-bc4c-3154b7b9d4da req-401b5d9d-6f62-4dd6-b3e9-0c1c656bed3a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0473011 Oct 31 19:21:56.606113 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3aee5557-cf83-4134-bbb9-e04dabd7a808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (7bf7cfed-e597-4c13-ac54-4acdc780130e), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:56.608584 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3aee5557-cf83-4134-bbb9-e04dabd7a808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:56.609837 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-3aee5557-cf83-4134-bbb9-e04dabd7a808 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7bf7cfed-e597-4c13-ac54-4acdc780130e HTTP/1.1" status: 204 len: 168 time: 0.1407945 Oct 31 19:21:56.618396 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee5557-cf83-4134-bbb9-e04dabd7a808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf7cfed-e597-4c13-ac54-4acdc780130e,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:56.630520 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-75db780b-ceb6-4dc6-bc4c-3154b7b9d4da req-4f1b5f99-056c-4ced-a2c1-e8aed46b6779 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569999 Oct 31 19:21:56.809176 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259c7a0-3020-4978-b395-04f139385ec5 req-35ab2744-2f5c-43de-a910-b9a3c4a1af5e tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:56.810709 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8259c7a0-3020-4978-b395-04f139385ec5 req-35ab2744-2f5c-43de-a910-b9a3c4a1af5e tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 936 time: 0.0503030 Oct 31 19:21:56.850956 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:56.868276 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8259c7a0-3020-4978-b395-04f139385ec5 req-1c064c28-fa6f-46bf-97be-3a4eaacc3bed tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505891 Oct 31 19:21:56.969676 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 47710) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:57.011385 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-cfd82fda-eeb8-40be-acf6-9c83dede9aed admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c315ef3851f5405eab6e597830d19c30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401714 Oct 31 19:21:57.014078 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 47712) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:21:57.066359 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bb709de7-7c6c-45ed-9f73-be0bd9e8b0e8 admin admin] Publish callbacks [] for security_group (33036543-1c30-4179-83f1-8111c9dfc28e), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:57.087595 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bb709de7-7c6c-45ed-9f73-be0bd9e8b0e8 admin admin] Publish callbacks [] for security_group (33036543-1c30-4179-83f1-8111c9dfc28e), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:57.131721 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c1b52-60e4-4ebe-bc2c-379f5e18d7e8 req-c971cc37-3d3b-4fa7-a658-27ae32f03fbb tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:57.133232 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0d9c1b52-60e4-4ebe-bc2c-379f5e18d7e8 req-c971cc37-3d3b-4fa7-a658-27ae32f03fbb tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 945 time: 0.0478153 Oct 31 19:21:57.136079 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bb709de7-7c6c-45ed-9f73-be0bd9e8b0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (33036543-1c30-4179-83f1-8111c9dfc28e), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:57.142175 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bb709de7-7c6c-45ed-9f73-be0bd9e8b0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:57.143347 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-bb709de7-7c6c-45ed-9f73-be0bd9e8b0e8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/33036543-1c30-4179-83f1-8111c9dfc28e HTTP/1.1" status: 204 len: 168 time: 0.1283820 Oct 31 19:21:57.152214 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb709de7-7c6c-45ed-9f73-be0bd9e8b0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33036543-1c30-4179-83f1-8111c9dfc28e,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:57.190220 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0d9c1b52-60e4-4ebe-bc2c-379f5e18d7e8 req-619c6067-4ecd-466f-a949-3a743dfd9e95 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504885 Oct 31 19:21:57.532009 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Request body: {'port': {'device_id': '005f4b9f-db45-4bed-9eba-55b70d6b2229', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:21:57.599172 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (58080e2a-842b-4b20-bd5a-8cca7dca5e72), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:57.801221 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a08f2-87f7-4c74-8964-5e5b1cfdf2d2 req-2507ec03-fc19-4bbd-b558-5837da83badb tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:57.802801 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ad5a08f2-87f7-4c74-8964-5e5b1cfdf2d2 req-2507ec03-fc19-4bbd-b558-5837da83badb tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0856209 Oct 31 19:21:57.915718 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ad5a08f2-87f7-4c74-8964-5e5b1cfdf2d2 req-ee3025f7-3c78-42fd-9da7-00508738ff91 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816512 Oct 31 19:21:57.916417 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment 0d920474-791e-4dad-a5f5-d439929357c4 resource provider aggregate not found Oct 31 19:21:57.922106 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:57.956629 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment 0d920474-791e-4dad-a5f5-d439929357c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d920474-791e-4dad-a5f5-d439929357c4 found for delete ", "request_id": "req-056074fc-59b6-4516-9053-af1ae60ba66f"}]} Oct 31 19:21:57.991665 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58080e2a-842b-4b20-bd5a-8cca7dca5e72 {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:21:58.000420 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Publish callbacks [] for port (58080e2a-842b-4b20-bd5a-8cca7dca5e72), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:58.020106 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Transition to ACTIVE for port object 58080e2a-842b-4b20-bd5a-8cca7dca5e72 will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:21:58.020909 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5189b-5ba9-446f-9807-20dd4e01f6eb req-d56136a2-ebe1-4e6d-9379-4e2dffad109d tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:58.022785 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c8f5189b-5ba9-446f-9807-20dd4e01f6eb req-d56136a2-ebe1-4e6d-9379-4e2dffad109d tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 936 time: 0.0519862 Oct 31 19:21:58.025426 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (58080e2a-842b-4b20-bd5a-8cca7dca5e72), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:58.090177 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c8f5189b-5ba9-446f-9807-20dd4e01f6eb req-c3c60353-861e-43b1-9ca9-79f8669f9003 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608029 Oct 31 19:21:58.099765 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Pushing event updated for resources: {'Port': ['ID=58080e2a-842b-4b20-bd5a-8cca7dca5e72,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:58.105827 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Attempting to bind port 58080e2a-842b-4b20-bd5a-8cca7dca5e72 on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:21:58.106112 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Attempting to bind port 58080e2a-842b-4b20-bd5a-8cca7dca5e72 by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': '3662b08f-7d77-4850-b15a-698eecbc946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8199183a-0ac3-40d8-a189-d6c1ab16db62'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:21:58.106444 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Attempting to bind port 58080e2a-842b-4b20-bd5a-8cca7dca5e72 on network 8199183a-0ac3-40d8-a189-d6c1ab16db62 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:21:58.149555 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Port 58080e2a-842b-4b20-bd5a-8cca7dca5e72 on network 8199183a-0ac3-40d8-a189-d6c1ab16db62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:21:58.150022 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Attempting to bind port 58080e2a-842b-4b20-bd5a-8cca7dca5e72 on network 8199183a-0ac3-40d8-a189-d6c1ab16db62 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:21:58.212504 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:58.244148 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f888441-8f89-4aa0-9b0c-34e5dd8b276e req-acfdb655-c0c7-4d4d-924e-8bbd8000a276 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:58.245599 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8f888441-8f89-4aa0-9b0c-34e5dd8b276e req-acfdb655-c0c7-4d4d-924e-8bbd8000a276 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 945 time: 0.0673616 Oct 31 19:21:58.248274 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:21:58.248606 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Checking segment: {'id': '3662b08f-7d77-4850-b15a-698eecbc946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8199183a-0ac3-40d8-a189-d6c1ab16db62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:21:58.248985 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Bound using segment: {'id': '3662b08f-7d77-4850-b15a-698eecbc946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8199183a-0ac3-40d8-a189-d6c1ab16db62'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:21:58.249418 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Bound port: 58080e2a-842b-4b20-bd5a-8cca7dca5e72, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3662b08f-7d77-4850-b15a-698eecbc946e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8199183a-0ac3-40d8-a189-d6c1ab16db62'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:21:58.249798 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (58080e2a-842b-4b20-bd5a-8cca7dca5e72), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:58.426153 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ad749-c630-4caf-8332-3c9c4b8a1be5 req-8ee67366-4aca-4798-a285-c59859b9f03c tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:58.426153 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b42ad749-c630-4caf-8332-3c9c4b8a1be5 req-8ee67366-4aca-4798-a285-c59859b9f03c tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 945 time: 0.1582716 Oct 31 19:21:58.473843 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] For port 58080e2a-842b-4b20-bd5a-8cca7dca5e72, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:21:58.493000 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-8f888441-8f89-4aa0-9b0c-34e5dd8b276e req-1d096402-94d9-47b4-80ab-d5e15dc9420b tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Deleting port c411fd72-ddd2-4429-98b0-69e862f32b98 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:21:58.493350 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-8f888441-8f89-4aa0-9b0c-34e5dd8b276e req-1d096402-94d9-47b4-80ab-d5e15dc9420b tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (c411fd72-ddd2-4429-98b0-69e862f32b98), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:58.499739 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] For port 58080e2a-842b-4b20-bd5a-8cca7dca5e72, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=58080e2a-842b-4b20-bd5a-8cca7dca5e72,segment=NetworkSegment(3662b08f-7d77-4850-b15a-698eecbc946e),segment_id=3662b08f-7d77-4850-b15a-698eecbc946e)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:21:58.529272 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (58080e2a-842b-4b20-bd5a-8cca7dca5e72), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:58.532688 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:58.533792 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:58.535749 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/58080e2a-842b-4b20-bd5a-8cca7dca5e72 HTTP/1.1" status: 200 len: 1098 time: 1.0089440 Oct 31 19:21:58.546239 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005f4b9f-db45-4bed-9eba-55b70d6b2229', 'tag': '58080e2a-842b-4b20-bd5a-8cca7dca5e72'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:21:58.548655 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eda04dc-1b10-4fae-80df-66b3ea22b268" -d '{"events": [{"name": "network-changed", "server_uuid": "005f4b9f-db45-4bed-9eba-55b70d6b2229", "tag": "58080e2a-842b-4b20-bd5a-8cca7dca5e72"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:21:58.611134 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f86308-8963-4a81-8b1f-7469d0001b4a x-openstack-request-id: req-a4f86308-8963-4a81-8b1f-7469d0001b4a {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:21:58.611815 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005f4b9f-db45-4bed-9eba-55b70d6b2229", "tag": "58080e2a-842b-4b20-bd5a-8cca7dca5e72", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:21:58.611815 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4f86308-8963-4a81-8b1f-7469d0001b4a {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:21:58.612298 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f86308-8963-4a81-8b1f-7469d0001b4a'] response: {'name': 'network-changed', 'server_uuid': '005f4b9f-db45-4bed-9eba-55b70d6b2229', 'tag': '58080e2a-842b-4b20-bd5a-8cca7dca5e72', 'status': 'completed', 'code': 200} Oct 31 19:21:58.680013 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b42ad749-c630-4caf-8332-3c9c4b8a1be5 req-44c897a6-8bc8-404a-aec6-58b619546920 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a55f0215-a54b-49eb-aff6-5bdb66af8153&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432575 Oct 31 19:21:58.702063 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-59ca8b11-b6a8-43a9-89fb-7afbccfb15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:58.703561 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-59ca8b11-b6a8-43a9-89fb-7afbccfb15f3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f19afdd98f2e4f49935bc8f8cf0211d4&device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 1132 time: 0.0858626 Oct 31 19:21:58.711583 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee4581-35f4-4f17-862d-fe20193a3a2c service neutron] Pushing event updated for resources: {'Port': ['ID=58080e2a-842b-4b20-bd5a-8cca7dca5e72,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:58.767551 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-e4672026-c965-4fd2-bec6-fe986e45c00d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=58080e2a-842b-4b20-bd5a-8cca7dca5e72 HTTP/1.1" status: 200 len: 217 time: 0.0527387 Oct 31 19:21:58.771420 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-8f888441-8f89-4aa0-9b0c-34e5dd8b276e req-1d096402-94d9-47b4-80ab-d5e15dc9420b tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] For port c411fd72-ddd2-4429-98b0-69e862f32b98, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=c411fd72-ddd2-4429-98b0-69e862f32b98,segment=NetworkSegment(a2cbc412-42b8-4793-bd94-174106972c8f),segment_id=a2cbc412-42b8-4793-bd94-174106972c8f)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:21:58.772179 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-8f888441-8f89-4aa0-9b0c-34e5dd8b276e req-1d096402-94d9-47b4-80ab-d5e15dc9420b tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (c411fd72-ddd2-4429-98b0-69e862f32b98), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:58.820563 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-8f888441-8f89-4aa0-9b0c-34e5dd8b276e req-1d096402-94d9-47b4-80ab-d5e15dc9420b tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Calling delete_port for c411fd72-ddd2-4429-98b0-69e862f32b98 owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:21:58.905777 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-817aaa54-6e51-471d-ad0a-a66ffcc6a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:58.907248 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-817aaa54-6e51-471d-ad0a-a66ffcc6a67c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=8e3fbf26-0626-4864-a3ab-d8640d7bf742 HTTP/1.1" status: 200 len: 843 time: 0.1272120 Oct 31 19:21:59.058170 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f830b1d-293a-4d6f-8387-9a6ed9428c9a req-2155a07e-dd2b-4610-8059-200f66b3200e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:59.059978 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0f830b1d-293a-4d6f-8387-9a6ed9428c9a req-2155a07e-dd2b-4610-8059-200f66b3200e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0557771 Oct 31 19:21:59.096567 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:59.134309 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0f830b1d-293a-4d6f-8387-9a6ed9428c9a req-5a27e873-3936-4f11-abd1-5de92fd1c875 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602927 Oct 31 19:21:59.218168 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:59.221691 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-a8934b23-0f00-4ced-8725-0e256ec92d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:59.223174 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-a8934b23-0f00-4ced-8725-0e256ec92d4f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=8199183a-0ac3-40d8-a189-d6c1ab16db62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.3045797 Oct 31 19:21:59.303068 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:21:59.314776 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c546a80-c92e-47b7-8cb3-a8e68aa7b4c8 req-052505f2-85e1-4723-ae0b-b19d287c51c9 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:59.316866 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4c546a80-c92e-47b7-8cb3-a8e68aa7b4c8 req-052505f2-85e1-4723-ae0b-b19d287c51c9 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 948 time: 0.1122334 Oct 31 19:21:59.384562 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-8f888441-8f89-4aa0-9b0c-34e5dd8b276e req-1d096402-94d9-47b4-80ab-d5e15dc9420b tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (c411fd72-ddd2-4429-98b0-69e862f32b98), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:59.433202 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d096402-94d9-47b4-80ab-d5e15dc9420b tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Pushing event deleted for resources: {'Port': ['ID=c411fd72-ddd2-4429-98b0-69e862f32b98,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:21:59.508544 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-f250f1cd-e9e3-42e5-84b9-46bb083b7d39 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8199183a-0ac3-40d8-a189-d6c1ab16db62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667661 Oct 31 19:21:59.513157 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4c546a80-c92e-47b7-8cb3-a8e68aa7b4c8 req-f8bea6a4-9c5f-40aa-a9db-29b0accb2ea3 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655662 Oct 31 19:21:59.529893 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f888441-8f89-4aa0-9b0c-34e5dd8b276e req-1d096402-94d9-47b4-80ab-d5e15dc9420b tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] No DVR routers for this DVR port c411fd72-ddd2-4429-98b0-69e862f32b98 on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:21:59.550984 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-8f888441-8f89-4aa0-9b0c-34e5dd8b276e req-1d096402-94d9-47b4-80ab-d5e15dc9420b tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:21:59.554289 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8f888441-8f89-4aa0-9b0c-34e5dd8b276e req-1d096402-94d9-47b4-80ab-d5e15dc9420b tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.33 "DELETE /networking/v2.0/ports/c411fd72-ddd2-4429-98b0-69e862f32b98 HTTP/1.1" status: 204 len: 173 time: 1.3010643 Oct 31 19:21:59.626073 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-23ebb675-4d22-4319-b666-0c12eafd6764 req-4dac474f-ceed-42d2-8b73-691bac31405b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8199183a-0ac3-40d8-a189-d6c1ab16db62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972798 Oct 31 19:21:59.744684 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda04dc-1b10-4fae-80df-66b3ea22b268 req-df1638e2-06f5-4557-8ec5-ebed759c1b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:59.746174 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2eda04dc-1b10-4fae-80df-66b3ea22b268 req-df1638e2-06f5-4557-8ec5-ebed759c1b38 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f19afdd98f2e4f49935bc8f8cf0211d4&device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 1132 time: 0.0453970 Oct 31 19:21:59.784039 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d1b5b897-49a5-498c-8ef0-0451ca604860 req-65250485-2a70-47a7-85b4-583df03ab725 tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 210 time: 0.0263481 Oct 31 19:21:59.845220 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda04dc-1b10-4fae-80df-66b3ea22b268 req-404d3161-928c-44b3-b9ab-f85c581a8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:59.846734 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2eda04dc-1b10-4fae-80df-66b3ea22b268 req-404d3161-928c-44b3-b9ab-f85c581a8b12 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=8199183a-0ac3-40d8-a189-d6c1ab16db62 HTTP/1.1" status: 200 len: 870 time: 0.0900254 Oct 31 19:21:59.891411 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2eda04dc-1b10-4fae-80df-66b3ea22b268 req-8ef4bcfe-327d-44f5-94e5-ed106f98f2b0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=58080e2a-842b-4b20-bd5a-8cca7dca5e72 HTTP/1.1" status: 200 len: 217 time: 0.0347505 Oct 31 19:21:59.950196 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda04dc-1b10-4fae-80df-66b3ea22b268 req-eb2f1fe2-366a-4eb5-bd4d-d0c0ff34f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:21:59.951722 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2eda04dc-1b10-4fae-80df-66b3ea22b268 req-eb2f1fe2-366a-4eb5-bd4d-d0c0ff34f2ac service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=8e3fbf26-0626-4864-a3ab-d8640d7bf742 HTTP/1.1" status: 200 len: 843 time: 0.0523648 Oct 31 19:22:00.000347 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda04dc-1b10-4fae-80df-66b3ea22b268 req-9981a2bf-f662-4845-9330-f4275cfed29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:00.001773 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2eda04dc-1b10-4fae-80df-66b3ea22b268 req-9981a2bf-f662-4845-9330-f4275cfed29d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=8199183a-0ac3-40d8-a189-d6c1ab16db62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0389233 Oct 31 19:22:00.065451 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:22:00.121298 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2eda04dc-1b10-4fae-80df-66b3ea22b268 req-1df0db17-21c3-4a6e-ac44-97ead9bb8491 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8199183a-0ac3-40d8-a189-d6c1ab16db62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942235 Oct 31 19:22:00.228442 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2eda04dc-1b10-4fae-80df-66b3ea22b268 req-a013bd22-1d71-4be5-a5e0-5937353aab69 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8199183a-0ac3-40d8-a189-d6c1ab16db62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979197 Oct 31 19:22:00.297855 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64116e88-d23c-46b8-8461-756b61cbb1ca req-1ea6594e-d1bd-424c-acf5-2814a183decd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:00.299541 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-64116e88-d23c-46b8-8461-756b61cbb1ca req-1ea6594e-d1bd-424c-acf5-2814a183decd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0575860 Oct 31 19:22:00.352583 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device c411fd72-ddd2-4429-98b0-69e862f32b98 no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:22:00.362884 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-64116e88-d23c-46b8-8461-756b61cbb1ca req-a8207e15-291d-4d33-8452-5b93b91de1aa tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572591 Oct 31 19:22:00.380100 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: c411fd72-ddd2-4429-98b0-69e862f32b98 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:22:00.380441 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device c411fd72-ddd2-4429-98b0-69e862f32b98 not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:22:00.615875 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a9a544-4553-4083-aa26-1dc327369d54', 'name': 'network-vif-deleted', 'tag': 'c411fd72-ddd2-4429-98b0-69e862f32b98'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:22:00.616552 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8531e3e-1d36-4d55-9bc9-a1e2f89eb7da" -d '{"events": [{"server_uuid": "98a9a544-4553-4083-aa26-1dc327369d54", "name": "network-vif-deleted", "tag": "c411fd72-ddd2-4429-98b0-69e862f32b98"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:22:00.654385 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e6ea2-5f4b-4c6b-9766-202944aefabb req-a346d5ac-513c-4888-8344-a5bd5e87db44 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:00.655668 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=58,neutron:UPDATE=8 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:00.655883 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5a7e6ea2-5f4b-4c6b-9766-202944aefabb req-a346d5ac-513c-4888-8344-a5bd5e87db44 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 948 time: 0.0530691 Oct 31 19:22:00.656288 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404fcd01-c194-44a9-b222-0d8cad42b2ce x-openstack-request-id: req-404fcd01-c194-44a9-b222-0d8cad42b2ce {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:22:00.656657 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a9a544-4553-4083-aa26-1dc327369d54", "name": "network-vif-deleted", "tag": "c411fd72-ddd2-4429-98b0-69e862f32b98", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:22:00.656907 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-404fcd01-c194-44a9-b222-0d8cad42b2ce {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:22:00.657304 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404fcd01-c194-44a9-b222-0d8cad42b2ce'] response: {'server_uuid': '98a9a544-4553-4083-aa26-1dc327369d54', 'name': 'network-vif-deleted', 'tag': 'c411fd72-ddd2-4429-98b0-69e862f32b98', 'status': 'completed', 'code': 200} Oct 31 19:22:00.704965 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5a7e6ea2-5f4b-4c6b-9766-202944aefabb req-a527a8d4-89cc-492a-b525-f519fd446571 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417745 Oct 31 19:22:00.907838 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ca49ef9a-9097-4df3-91e3-a027d78bd5b6 req-bfc50d65-b537-48d3-83f0-7ffb2f9991bd tempest-DeleteServersTestJSON-1267500742 tempest-DeleteServersTestJSON-1267500742-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=98a9a544-4553-4083-aa26-1dc327369d54 HTTP/1.1" status: 200 len: 210 time: 0.0283949 Oct 31 19:22:01.492727 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd32d79-c76f-445b-9828-94e3468eaa46 req-d8be0a79-df20-4b51-a024-d3cc35b9e65c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:01.494218 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6dd32d79-c76f-445b-9828-94e3468eaa46 req-d8be0a79-df20-4b51-a024-d3cc35b9e65c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0507469 Oct 31 19:22:01.543315 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6dd32d79-c76f-445b-9828-94e3468eaa46 req-3a3a00f5-22e1-4674-8ff6-f17e32fb2c4c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433955 Oct 31 19:22:01.555221 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-55c9bdb2-512a-4962-87b7-a6ebcf39dc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:01.836343 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff621626-bb73-4cd9-8252-6730e845e093 req-7a11cb76-fdec-4bb3-9d42-9282e5e1c05f tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:01.837935 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ff621626-bb73-4cd9-8252-6730e845e093 req-7a11cb76-fdec-4bb3-9d42-9282e5e1c05f tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 948 time: 0.0537992 Oct 31 19:22:01.882218 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:01.891148 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ff621626-bb73-4cd9-8252-6730e845e093 req-d6bf2682-bf95-485c-9c9d-f392be0d1838 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472538 Oct 31 19:22:02.672116 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c8472-232f-4ac6-863d-30e8b45405fc req-cc294e0b-1120-482d-8283-669259050793 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:02.673926 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a94c8472-232f-4ac6-863d-30e8b45405fc req-cc294e0b-1120-482d-8283-669259050793 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0492845 Oct 31 19:22:02.696995 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:02.728388 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a94c8472-232f-4ac6-863d-30e8b45405fc req-7291996b-75c6-42a3-a190-0d34225d9a76 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461051 Oct 31 19:22:03.016579 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7ba01-497c-4e90-9fbd-bd5a4230577b req-2b9f3b58-d249-4ab6-b562-7e971452ef10 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:03.018063 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-51a7ba01-497c-4e90-9fbd-bd5a4230577b req-2b9f3b58-d249-4ab6-b562-7e971452ef10 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 948 time: 0.0482481 Oct 31 19:22:03.085928 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-51a7ba01-497c-4e90-9fbd-bd5a4230577b req-a21164ea-a68f-4a49-a85f-645b4ce7346b tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533681 Oct 31 19:22:03.558967 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 47876) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:03.638817 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:03.854278 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0547e-1a3a-4813-9812-3b7abebaa79f req-8187f469-6c8e-4260-828b-a885244c6328 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:03.855746 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9cf0547e-1a3a-4813-9812-3b7abebaa79f req-8187f469-6c8e-4260-828b-a885244c6328 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0507236 Oct 31 19:22:03.896452 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-508f9bbf-945a-4e21-947c-ad2251278777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:03.908280 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9cf0547e-1a3a-4813-9812-3b7abebaa79f req-fc8553fc-7a88-42d5-94c1-f9a5787497ea tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465162 Oct 31 19:22:03.956982 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b67f99e4-8f83-404e-855e-61057d338a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2057950'] for router_interface (4682fa58-956e-4903-9f38-3e85c178c6d5), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:04.236258 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cb419-4283-4f5a-a701-f2c3d437dc41 req-eab61bfe-3af7-413f-9cb2-136291da9819 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:04.238053 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-931cb419-4283-4f5a-a701-f2c3d437dc41 req-eab61bfe-3af7-413f-9cb2-136291da9819 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 948 time: 0.0697682 Oct 31 19:22:04.309914 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-b67f99e4-8f83-404e-855e-61057d338a7e admin admin] Deleting port e0c199e9-c05b-4dca-8223-2e695783bbbd {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:22:04.310239 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b67f99e4-8f83-404e-855e-61057d338a7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:04.327323 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-931cb419-4283-4f5a-a701-f2c3d437dc41 req-4210eada-9a71-4f82-8d44-b9b459dd003f tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827742 Oct 31 19:22:04.395945 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-b67f99e4-8f83-404e-855e-61057d338a7e admin admin] For port e0c199e9-c05b-4dca-8223-2e695783bbbd, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=e0c199e9-c05b-4dca-8223-2e695783bbbd,segment=NetworkSegment(a2cbc412-42b8-4793-bd94-174106972c8f),segment_id=a2cbc412-42b8-4793-bd94-174106972c8f)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:04.396209 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b67f99e4-8f83-404e-855e-61057d338a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:04.408639 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-b67f99e4-8f83-404e-855e-61057d338a7e admin admin] Calling delete_port for e0c199e9-c05b-4dca-8223-2e695783bbbd owned by network:router_interface {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:22:04.528848 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:04.544943 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:04.601903 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b67f99e4-8f83-404e-855e-61057d338a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (e0c199e9-c05b-4dca-8223-2e695783bbbd), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:04.632061 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f99e4-8f83-404e-855e-61057d338a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c199e9-c05b-4dca-8223-2e695783bbbd,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:04.954940 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b67f99e4-8f83-404e-855e-61057d338a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056782'] for router_interface (4682fa58-956e-4903-9f38-3e85c178c6d5), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:04.976528 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d25135-6373-4101-ae4b-f613f8a30bf1 None None] get_active_networks_info from dv-cinder-863097-1-iscsi {{(pid=104477) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 19:22:05.031658 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:05.042131 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bab71-1969-48cc-9a94-9eecaa8dd226 req-ddc21bb0-c088-470d-945f-ea6aaf34229f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:05.054328 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ad9bab71-1969-48cc-9a94-9eecaa8dd226 req-ddc21bb0-c088-470d-945f-ea6aaf34229f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0626090 Oct 31 19:22:05.091349 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:05.119045 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ad9bab71-1969-48cc-9a94-9eecaa8dd226 req-ab4b07f8-bd67-49ad-924b-16d2be19fd7a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633521 Oct 31 19:22:05.141685 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d25135-6373-4101-ae4b-f613f8a30bf1 None None] Resources bound (agent type, host, resource id): {{(pid=104477) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 19:22:05.215097 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67f99e4-8f83-404e-855e-61057d338a7e admin admin] Router 4682fa58-956e-4903-9f38-3e85c178c6d5 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:22:05.322130 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67f99e4-8f83-404e-855e-61057d338a7e admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:22:05.327331 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-b67f99e4-8f83-404e-855e-61057d338a7e admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/4682fa58-956e-4903-9f38-3e85c178c6d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7672822 Oct 31 19:22:05.329780 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 47902) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:05.427153 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4cc15-ae04-4077-98f5-2e5c118c3f36 None None] Sync routers for ids ['4682fa58-956e-4903-9f38-3e85c178c6d5'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:22:05.438696 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4cc15-ae04-4077-98f5-2e5c118c3f36 None None] Routers {'4682fa58-956e-4903-9f38-3e85c178c6d5'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:05.439381 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-0aa4cc15-ae04-4077-98f5-2e5c118c3f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4682fa58-956e-4903-9f38-3e85c178c6d5'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:05.470615 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f6107abe-7963-44d8-b30b-40740b85365e admin admin] Publish callbacks [] for router (4682fa58-956e-4903-9f38-3e85c178c6d5), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:05.527839 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee369e-5766-409e-aecd-18450974539e req-c88019cf-2e23-4897-ace7-adfdafe448fc tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:05.529371 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-acee369e-5766-409e-aecd-18450974539e req-c88019cf-2e23-4897-ace7-adfdafe448fc tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 948 time: 0.1023114 Oct 31 19:22:05.547905 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-0aa4cc15-ae04-4077-98f5-2e5c118c3f36 None None] Set router 4682fa58-956e-4903-9f38-3e85c178c6d5 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:05.635477 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-acee369e-5766-409e-aecd-18450974539e req-438ca4ed-56f9-4e6c-9a31-4ed591dc32e1 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978360 Oct 31 19:22:05.652397 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f6107abe-7963-44d8-b30b-40740b85365e admin admin] Publish callbacks [] for router_gateway (4682fa58-956e-4903-9f38-3e85c178c6d5), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:05.669651 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:DELETE=5,neutron:UPDATE=2,neutron:SELECT=93 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:05.711021 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-f6107abe-7963-44d8-b30b-40740b85365e admin admin] Deleting port f4da1255-575f-44a4-9d11-472f2ea68abc {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:22:05.711469 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f6107abe-7963-44d8-b30b-40740b85365e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (f4da1255-575f-44a4-9d11-472f2ea68abc), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:05.740217 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-0aa4cc15-ae04-4077-98f5-2e5c118c3f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'name': 'tempest-DeleteServersTestJSON-1900682918-router', 'tenant_id': '4c549a25d33441e98aae78e940a69c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'f4da1255-575f-44a4-9d11-472f2ea68abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:22:04Z', 'revision_number': 5, 'project_id': '4c549a25d33441e98aae78e940a69c7c', 'gw_port': {'id': 'f4da1255-575f-44a4-9d11-472f2ea68abc', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:05.765864 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4cc15-ae04-4077-98f5-2e5c118c3f36 None None] Checking router: 4682fa58-956e-4903-9f38-3e85c178c6d5 for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:22:05.779805 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4cc15-ae04-4077-98f5-2e5c118c3f36 None None] Routers {'4682fa58-956e-4903-9f38-3e85c178c6d5'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:05.780246 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-0aa4cc15-ae04-4077-98f5-2e5c118c3f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4682fa58-956e-4903-9f38-3e85c178c6d5'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:05.822813 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:05.825797 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-f6107abe-7963-44d8-b30b-40740b85365e admin admin] For port f4da1255-575f-44a4-9d11-472f2ea68abc, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=f4da1255-575f-44a4-9d11-472f2ea68abc,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:05.826243 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f6107abe-7963-44d8-b30b-40740b85365e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (f4da1255-575f-44a4-9d11-472f2ea68abc), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:05.844122 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-f6107abe-7963-44d8-b30b-40740b85365e admin admin] Calling delete_port for f4da1255-575f-44a4-9d11-472f2ea68abc owned by network:router_gateway {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:22:05.880233 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-0aa4cc15-ae04-4077-98f5-2e5c118c3f36 None None] Set router 4682fa58-956e-4903-9f38-3e85c178c6d5 gateway port host: None {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:05.943988 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-0aa4cc15-ae04-4077-98f5-2e5c118c3f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'name': 'tempest-DeleteServersTestJSON-1900682918-router', 'tenant_id': '4c549a25d33441e98aae78e940a69c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:22:05Z', 'revision_number': 6, 'project_id': '4c549a25d33441e98aae78e940a69c7c', 'gw_port_host': None}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:05.971323 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4cc15-ae04-4077-98f5-2e5c118c3f36 None None] The sync data for ids ['4682fa58-956e-4903-9f38-3e85c178c6d5'] in dv-cinder-863097-1-iscsi is: [{'id': '4682fa58-956e-4903-9f38-3e85c178c6d5', 'name': 'tempest-DeleteServersTestJSON-1900682918-router', 'tenant_id': '4c549a25d33441e98aae78e940a69c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:22:05Z', 'revision_number': 6, 'project_id': '4c549a25d33441e98aae78e940a69c7c', 'gw_port_host': None}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:22:06.043629 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-fcb9958e-b4d9-4eae-8083-1b00b9a513d8 None None] Provisioning complete for port 5c1fb066-17e7-4697-b804-ee3c7894b94a triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:06.044159 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fcb9958e-b4d9-4eae-8083-1b00b9a513d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (5c1fb066-17e7-4697-b804-ee3c7894b94a), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.044362 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-fcb9958e-b4d9-4eae-8083-1b00b9a513d8 None None] Attempt 1 to provision port 5c1fb066-17e7-4697-b804-ee3c7894b94a Oct 31 19:22:06.071856 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f6107abe-7963-44d8-b30b-40740b85365e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (f4da1255-575f-44a4-9d11-472f2ea68abc), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.101430 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6107abe-7963-44d8-b30b-40740b85365e admin admin] Pushing event deleted for resources: {'Port': ['ID=f4da1255-575f-44a4-9d11-472f2ea68abc,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:06.120057 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9958e-b4d9-4eae-8083-1b00b9a513d8 None None] Current status of the port 5c1fb066-17e7-4697-b804-ee3c7894b94a is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:06.127983 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f6107abe-7963-44d8-b30b-40740b85365e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2058137'] for router_gateway (4682fa58-956e-4903-9f38-3e85c178c6d5), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.235890 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f6107abe-7963-44d8-b30b-40740b85365e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2036084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482181'] for router (4682fa58-956e-4903-9f38-3e85c178c6d5), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.238934 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f6107abe-7963-44d8-b30b-40740b85365e admin admin] Publish callbacks [] for router_controller (4682fa58-956e-4903-9f38-3e85c178c6d5), precommit_delete_associations {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.244351 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20129b-3d66-4f7b-a48b-0a250e4c6590 req-8727ba9e-860b-4ddb-be32-47ae68f6938d tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:06.246206 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5e20129b-3d66-4f7b-a48b-0a250e4c6590 req-8727ba9e-860b-4ddb-be32-47ae68f6938d tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0509501 Oct 31 19:22:06.315455 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5e20129b-3d66-4f7b-a48b-0a250e4c6590 req-195ba54b-a47f-4af2-8b34-2f888662ad90 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623355 Oct 31 19:22:06.321924 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f6107abe-7963-44d8-b30b-40740b85365e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2056731'] for router (4682fa58-956e-4903-9f38-3e85c178c6d5), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.322605 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6107abe-7963-44d8-b30b-40740b85365e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4682fa58-956e-4903-9f38-3e85c178c6d5 {{(pid=104475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 19:22:06.328238 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f6107abe-7963-44d8-b30b-40740b85365e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.329730 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-f6107abe-7963-44d8-b30b-40740b85365e admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/4682fa58-956e-4903-9f38-3e85c178c6d5 HTTP/1.1" status: 204 len: 168 time: 0.9989829 Oct 31 19:22:06.333012 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 47924) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:06.380296 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3afe70-9d4d-4c46-afe5-b3fadf6b0cc9 admin admin] Deleting subnet b9a99c1b-87ff-4141-bfef-de70ef9e6ca3 {{(pid=104476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 19:22:06.383614 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5e3afe70-9d4d-4c46-afe5-b3fadf6b0cc9 admin admin] Publish callbacks [] for subnet (b9a99c1b-87ff-4141-bfef-de70ef9e6ca3), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.420983 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5e3afe70-9d4d-4c46-afe5-b3fadf6b0cc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8041706'] for subnet (b9a99c1b-87ff-4141-bfef-de70ef9e6ca3), precommit_delete_associations {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.431106 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.526618 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5e3afe70-9d4d-4c46-afe5-b3fadf6b0cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990620'] for subnet (b9a99c1b-87ff-4141-bfef-de70ef9e6ca3), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.578749 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5e3afe70-9d4d-4c46-afe5-b3fadf6b0cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5226086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4898039'] for subnet (b9a99c1b-87ff-4141-bfef-de70ef9e6ca3), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.603444 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3afe70-9d4d-4c46-afe5-b3fadf6b0cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a99c1b-87ff-4141-bfef-de70ef9e6ca3,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:06.609323 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5e3afe70-9d4d-4c46-afe5-b3fadf6b0cc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.614828 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-5e3afe70-9d4d-4c46-afe5-b3fadf6b0cc9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/b9a99c1b-87ff-4141-bfef-de70ef9e6ca3 HTTP/1.1" status: 204 len: 168 time: 0.2781808 Oct 31 19:22:06.615114 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 47926) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:06.615258 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee90f1b-c9a5-4acd-82ce-fea3293ee356 None None] Network 63593bdb-a055-4a28-947d-cfc60fc8843a requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:22:06.697204 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-890624'] for network (63593bdb-a055-4a28-947d-cfc60fc8843a), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.734496 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:06.752072 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] Deleting port 5c1fb066-17e7-4697-b804-ee3c7894b94a {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:22:06.752480 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (5c1fb066-17e7-4697-b804-ee3c7894b94a), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.796018 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af1b64-cde0-44e3-a7e7-9d5254236555 req-05d96c94-f0b2-412c-9455-c576667e5328 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:06.798379 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e2af1b64-cde0-44e3-a7e7-9d5254236555 req-05d96c94-f0b2-412c-9455-c576667e5328 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 948 time: 0.0689123 Oct 31 19:22:06.822738 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] For port 5c1fb066-17e7-4697-b804-ee3c7894b94a, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=5c1fb066-17e7-4697-b804-ee3c7894b94a,segment=NetworkSegment(a2cbc412-42b8-4793-bd94-174106972c8f),segment_id=a2cbc412-42b8-4793-bd94-174106972c8f)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:06.823105 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (5c1fb066-17e7-4697-b804-ee3c7894b94a), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.831660 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.841877 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] Calling delete_port for 5c1fb066-17e7-4697-b804-ee3c7894b94a owned by network:dhcp {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:22:06.858473 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e2af1b64-cde0-44e3-a7e7-9d5254236555 req-cd7afd76-7d09-463e-aacb-6cb09afa445e tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539885 Oct 31 19:22:06.944740 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] DHCP port deletion for 63593bdb-a055-4a28-947d-cfc60fc8843a request from dv-cinder-863097-1-iscsi {{(pid=104477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 19:22:06.961575 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (5c1fb066-17e7-4697-b804-ee3c7894b94a), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:06.997221 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1fb066-17e7-4697-b804-ee3c7894b94a,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:06.999433 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] No DVR routers for this DVR port 5c1fb066-17e7-4697-b804-ee3c7894b94a on host dv-cinder-863097-1-iscsi {{(pid=104476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:22:07.033590 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:07.033938 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Deleting port 5c1fb066-17e7-4697-b804-ee3c7894b94a {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:22:07.034443 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (5c1fb066-17e7-4697-b804-ee3c7894b94a), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:07.101368 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989543', 'neutron.services.segments.db._delete_segments_for_network-8766604153474'] for network (63593bdb-a055-4a28-947d-cfc60fc8843a), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:07.115190 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:07.123116 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] For port 5c1fb066-17e7-4697-b804-ee3c7894b94a, host dv-cinder-863097-1-iscsi, got binding levels [] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:07.123518 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (5c1fb066-17e7-4697-b804-ee3c7894b94a), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:07.128390 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63593bdb-a055-4a28-947d-cfc60fc8843a']}} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:07.140403 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2cbc412-42b8-4793-bd94-174106972c8f') {'for_net_delete': True} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:07.140918 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2cbc412-42b8-4793-bd94-174106972c8f') {} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:07.151647 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766604153537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8041699'] for segment (a2cbc412-42b8-4793-bd94-174106972c8f), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:07.152259 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Calling delete_port for 5c1fb066-17e7-4697-b804-ee3c7894b94a owned by network:dhcp {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:22:07.156743 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.ipam_backend_mixin [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Port 5c1fb066-17e7-4697-b804-ee3c7894b94a was not found and therefore no delete operation was performed {{(pid=104477) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 31 19:22:07.158537 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (5c1fb066-17e7-4697-b804-ee3c7894b94a), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:07.171272 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (a2cbc412-42b8-4793-bd94-174106972c8f), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:07.183558 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=104476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 19:22:07.183976 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5225984'] for segment (a2cbc412-42b8-4793-bd94-174106972c8f), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:07.203188 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device f4da1255-575f-44a4-9d11-472f2ea68abc no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:22:07.205926 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] No DVR routers for this DVR port 5c1fb066-17e7-4697-b804-ee3c7894b94a on host dv-cinder-863097-1-iscsi {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:22:07.218232 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Pushing event deleted for resources: {'Port': ['ID=5c1fb066-17e7-4697-b804-ee3c7894b94a,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:07.232551 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment a2cbc412-42b8-4793-bd94-174106972c8f resource provider aggregate not found Oct 31 19:22:07.239770 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: f4da1255-575f-44a4-9d11-472f2ea68abc {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:22:07.240141 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device f4da1255-575f-44a4-9d11-472f2ea68abc not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:22:07.240553 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device e0c199e9-c05b-4dca-8223-2e695783bbbd no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:22:07.260977 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: e0c199e9-c05b-4dca-8223-2e695783bbbd {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:22:07.261322 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device e0c199e9-c05b-4dca-8223-2e695783bbbd not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:22:07.261764 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 5c1fb066-17e7-4697-b804-ee3c7894b94a no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:22:07.272998 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment a2cbc412-42b8-4793-bd94-174106972c8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2cbc412-42b8-4793-bd94-174106972c8f found for delete ", "request_id": "req-011d7588-0d01-4fab-9b37-3e468e0800aa"}]} Oct 31 19:22:07.282955 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:07.283299 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:07.283662 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:07.284017 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:07.284389 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:07.284751 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:07.285040 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:07.285442 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:07.285890 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:07.286233 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:07.286614 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:07.287034 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:07.287364 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:07.287681 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:07.288023 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1d58-407d-4fe8-99e5-b5cfd4a74da6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:07.292884 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 5c1fb066-17e7-4697-b804-ee3c7894b94a {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:22:07.293225 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 5c1fb066-17e7-4697-b804-ee3c7894b94a not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:22:07.296221 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2058165'] for network (63593bdb-a055-4a28-947d-cfc60fc8843a), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:07.304022 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:07.309417 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/63593bdb-a055-4a28-947d-cfc60fc8843a HTTP/1.1" status: 204 len: 168 time: 0.6911695 Oct 31 19:22:07.319797 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5573a7-04df-4990-8297-13ccd8a1950d admin admin] Pushing event deleted for resources: {'Network': ['ID=63593bdb-a055-4a28-947d-cfc60fc8843a,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:07.450673 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b46a5e-ea94-4121-a14b-79f34cc30c23 req-3ca1de07-559f-4ca0-95e8-2a85451f5163 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:07.452116 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-68b46a5e-ea94-4121-a14b-79f34cc30c23 req-3ca1de07-559f-4ca0-95e8-2a85451f5163 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0501759 Oct 31 19:22:07.482579 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 47956) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:07.506526 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-68b46a5e-ea94-4121-a14b-79f34cc30c23 req-11a1bbd9-edc3-4558-9689-5663f2aa214e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437641 Oct 31 19:22:07.528786 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-c9a25c50-224b-436a-a25c-4d03411c7bbc admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4c549a25d33441e98aae78e940a69c7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425129 Oct 31 19:22:07.529048 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 47958) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:07.577247 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-eef26a8c-d331-4d58-8872-57a66e4b94c6 admin admin] Publish callbacks [] for security_group (a55f0215-a54b-49eb-aff6-5bdb66af8153), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:07.602496 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-eef26a8c-d331-4d58-8872-57a66e4b94c6 admin admin] Publish callbacks [] for security_group (a55f0215-a54b-49eb-aff6-5bdb66af8153), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:07.650027 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-eef26a8c-d331-4d58-8872-57a66e4b94c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (a55f0215-a54b-49eb-aff6-5bdb66af8153), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:07.653166 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-eef26a8c-d331-4d58-8872-57a66e4b94c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:07.654327 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-eef26a8c-d331-4d58-8872-57a66e4b94c6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a55f0215-a54b-49eb-aff6-5bdb66af8153 HTTP/1.1" status: 204 len: 168 time: 0.1244593 Oct 31 19:22:07.663115 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef26a8c-d331-4d58-8872-57a66e4b94c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55f0215-a54b-49eb-aff6-5bdb66af8153,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:07.988672 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fd51e-7740-4775-a5b9-d47d4f51855f req-7333fb12-2390-4e67-b929-dc63880d73bd tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:07.990412 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ae1fd51e-7740-4775-a5b9-d47d4f51855f req-7333fb12-2390-4e67-b929-dc63880d73bd tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 948 time: 0.0496914 Oct 31 19:22:08.042025 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ae1fd51e-7740-4775-a5b9-d47d4f51855f req-409dd9fd-75fd-4349-aa70-a563f4bd8b81 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448689 Oct 31 19:22:08.393674 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 58080e2a-842b-4b20-bd5a-8cca7dca5e72 details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:22:08.531086 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 58080e2a-842b-4b20-bd5a-8cca7dca5e72, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=58080e2a-842b-4b20-bd5a-8cca7dca5e72,segment=NetworkSegment(3662b08f-7d77-4850-b15a-698eecbc946e),segment_id=3662b08f-7d77-4850-b15a-698eecbc946e)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:08.548731 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '58080e2a-842b-4b20-bd5a-8cca7dca5e72', 'network_id': '8199183a-0ac3-40d8-a189-d6c1ab16db62', 'port_id': '58080e2a-842b-4b20-bd5a-8cca7dca5e72', 'mac_address': 'fa:16:3e:b2:8f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3fbf26-0626-4864-a3ab-d8640d7bf742', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:22:08.591109 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 58080e2a-842b-4b20-bd5a-8cca7dca5e72 is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:08.591506 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (58080e2a-842b-4b20-bd5a-8cca7dca5e72), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:08.606332 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58080e2a-842b-4b20-bd5a-8cca7dca5e72 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:22:08.611231 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 48004) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:08.634168 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 58080e2a-842b-4b20-bd5a-8cca7dca5e72, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=58080e2a-842b-4b20-bd5a-8cca7dca5e72,segment=NetworkSegment(3662b08f-7d77-4850-b15a-698eecbc946e),segment_id=3662b08f-7d77-4850-b15a-698eecbc946e)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:08.638477 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (58080e2a-842b-4b20-bd5a-8cca7dca5e72), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:08.684694 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666443df-ecd0-451d-9dfc-7a24964646f7 req-e0c8fe1d-03dd-4dce-9bc3-13187181bb1e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:08.692172 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=58080e2a-842b-4b20-bd5a-8cca7dca5e72,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:08.697366 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-666443df-ecd0-451d-9dfc-7a24964646f7 req-e0c8fe1d-03dd-4dce-9bc3-13187181bb1e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0857053 Oct 31 19:22:08.730676 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:08.750188 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-666443df-ecd0-451d-9dfc-7a24964646f7 req-9dadc6e5-9058-4033-8fc5-fe64a5f56c10 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515835 Oct 31 19:22:08.810277 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-10503bd3-d7cd-418a-b342-67859b817be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:08.906668 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-10503bd3-d7cd-418a-b342-67859b817be5 admin admin] Publish callbacks [] for security_group (90798a17-5c31-421d-9e36-1e33f970c769), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:08.912460 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-10503bd3-d7cd-418a-b342-67859b817be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (90798a17-5c31-421d-9e36-1e33f970c769), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:08.942671 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['58080e2a-842b-4b20-bd5a-8cca7dca5e72'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:22:08.965215 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 48012) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:08.965323 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-10503bd3-d7cd-418a-b342-67859b817be5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6140ac06e592460c8656a665a426c840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460898 Oct 31 19:22:08.965323 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10503bd3-d7cd-418a-b342-67859b817be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90798a17-5c31-421d-9e36-1e33f970c769,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:09.023932 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:09.041332 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4e35d1de-a405-460b-8fc2-6672d5543ffb admin admin] Publish callbacks [] for security_group (90798a17-5c31-421d-9e36-1e33f970c769), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:09.067747 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4e35d1de-a405-460b-8fc2-6672d5543ffb admin admin] Publish callbacks [] for security_group (90798a17-5c31-421d-9e36-1e33f970c769), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:09.078515 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:09.132478 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4e35d1de-a405-460b-8fc2-6672d5543ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (90798a17-5c31-421d-9e36-1e33f970c769), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:09.135622 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4e35d1de-a405-460b-8fc2-6672d5543ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:09.136782 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-4e35d1de-a405-460b-8fc2-6672d5543ffb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/90798a17-5c31-421d-9e36-1e33f970c769 HTTP/1.1" status: 204 len: 168 time: 0.1773257 Oct 31 19:22:09.146045 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35d1de-a405-460b-8fc2-6672d5543ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90798a17-5c31-421d-9e36-1e33f970c769,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:09.187805 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d5ed1-f907-4d2d-9e95-6053b71c7683 req-10073eb9-be3b-4479-9440-11bdf7ae2dc8 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:09.189432 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0a5d5ed1-f907-4d2d-9e95-6053b71c7683 req-10073eb9-be3b-4479-9440-11bdf7ae2dc8 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 949 time: 0.0540643 Oct 31 19:22:09.238746 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0a5d5ed1-f907-4d2d-9e95-6053b71c7683 req-7171698d-d98c-43c5-9b3e-db2f3e50e0ca tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435760 Oct 31 19:22:09.434790 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 48028) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:09.448430 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-51cf3615-ba1d-4443-bea7-1aa4abaaa7e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:09.530555 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-51cf3615-ba1d-4443-bea7-1aa4abaaa7e1 admin admin] Publish callbacks [] for security_group (a70b4fd4-bc4e-49d3-acda-c89e8ad28d6e), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:09.534683 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-51cf3615-ba1d-4443-bea7-1aa4abaaa7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (a70b4fd4-bc4e-49d3-acda-c89e8ad28d6e), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:09.574546 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-51cf3615-ba1d-4443-bea7-1aa4abaaa7e1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f1cfad64b515427cb8f17004ca533386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386817 Oct 31 19:22:09.576524 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf3615-ba1d-4443-bea7-1aa4abaaa7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70b4fd4-bc4e-49d3-acda-c89e8ad28d6e,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:09.577195 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 48030) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:09.616963 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:09.629189 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b5296d49-dd76-490e-8939-1191db889edd admin admin] Publish callbacks [] for security_group (a70b4fd4-bc4e-49d3-acda-c89e8ad28d6e), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:09.653282 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b5296d49-dd76-490e-8939-1191db889edd admin admin] Publish callbacks [] for security_group (a70b4fd4-bc4e-49d3-acda-c89e8ad28d6e), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:09.701630 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b5296d49-dd76-490e-8939-1191db889edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (a70b4fd4-bc4e-49d3-acda-c89e8ad28d6e), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:09.704131 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b5296d49-dd76-490e-8939-1191db889edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:09.705276 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-b5296d49-dd76-490e-8939-1191db889edd admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a70b4fd4-bc4e-49d3-acda-c89e8ad28d6e HTTP/1.1" status: 204 len: 168 time: 0.1270850 Oct 31 19:22:09.713365 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5296d49-dd76-490e-8939-1191db889edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70b4fd4-bc4e-49d3-acda-c89e8ad28d6e,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:09.880658 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a09be-425c-40a3-ab28-542dc0bb0f4f req-0af3d9ec-4b1a-4dd3-83f3-cfef994b238a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:09.886269 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-368a09be-425c-40a3-ab28-542dc0bb0f4f req-0af3d9ec-4b1a-4dd3-83f3-cfef994b238a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0531704 Oct 31 19:22:09.938464 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-368a09be-425c-40a3-ab28-542dc0bb0f4f req-2a4228dc-a6ce-4d65-ab29-4e255cd86c34 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434697 Oct 31 19:22:10.396766 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 58080e2a-842b-4b20-bd5a-8cca7dca5e72 up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:10.423495 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e5323-5f58-4337-8a47-0885a5071b4b req-f93974f6-10df-4ed2-a5ca-b73589eb2268 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:10.426416 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-056e5323-5f58-4337-8a47-0885a5071b4b req-f93974f6-10df-4ed2-a5ca-b73589eb2268 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 949 time: 0.0953815 Oct 31 19:22:10.450859 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port 58080e2a-842b-4b20-bd5a-8cca7dca5e72 completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:22:10.459558 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 58080e2a-842b-4b20-bd5a-8cca7dca5e72 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:10.459943 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (58080e2a-842b-4b20-bd5a-8cca7dca5e72), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:10.460374 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 58080e2a-842b-4b20-bd5a-8cca7dca5e72 Oct 31 19:22:10.482634 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-056e5323-5f58-4337-8a47-0885a5071b4b req-f3719c74-618a-4112-8842-9939b1ddb9f4 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553524 Oct 31 19:22:10.561035 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 58080e2a-842b-4b20-bd5a-8cca7dca5e72 is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:10.561428 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (58080e2a-842b-4b20-bd5a-8cca7dca5e72), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:10.586136 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005f4b9f-db45-4bed-9eba-55b70d6b2229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58080e2a-842b-4b20-bd5a-8cca7dca5e72'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:22:10.588619 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aef0a44-3145-453a-a393-168b39385beb" -d '{"events": [{"server_uuid": "005f4b9f-db45-4bed-9eba-55b70d6b2229", "name": "network-vif-plugged", "status": "completed", "tag": "58080e2a-842b-4b20-bd5a-8cca7dca5e72"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:22:10.602042 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 58080e2a-842b-4b20-bd5a-8cca7dca5e72, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=58080e2a-842b-4b20-bd5a-8cca7dca5e72,segment=NetworkSegment(3662b08f-7d77-4850-b15a-698eecbc946e),segment_id=3662b08f-7d77-4850-b15a-698eecbc946e)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:10.606252 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (58080e2a-842b-4b20-bd5a-8cca7dca5e72), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:10.636233 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d6e790-5656-4591-b90d-3e13428c66b2 x-openstack-request-id: req-e8d6e790-5656-4591-b90d-3e13428c66b2 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:22:10.636522 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005f4b9f-db45-4bed-9eba-55b70d6b2229", "name": "network-vif-plugged", "status": "completed", "tag": "58080e2a-842b-4b20-bd5a-8cca7dca5e72", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:22:10.636771 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8d6e790-5656-4591-b90d-3e13428c66b2 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:22:10.637276 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d6e790-5656-4591-b90d-3e13428c66b2'] response: {'server_uuid': '005f4b9f-db45-4bed-9eba-55b70d6b2229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58080e2a-842b-4b20-bd5a-8cca7dca5e72', 'code': 200} Oct 31 19:22:10.668331 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=58080e2a-842b-4b20-bd5a-8cca7dca5e72,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:10.922393 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 48094) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:11.029089 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-29bad19e-f394-45ae-8a01-568793abdfa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:11.062256 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad3f7e-1372-48dc-a612-8e9acebabc34 req-2507ef7c-1bc1-4b70-906d-ad48d15f90ef tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:11.064006 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6dad3f7e-1372-48dc-a612-8e9acebabc34 req-2507ef7c-1bc1-4b70-906d-ad48d15f90ef tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0473387 Oct 31 19:22:11.109891 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-29bad19e-f394-45ae-8a01-568793abdfa9 admin admin] Publish callbacks [] for security_group (4f6b1c2a-7c72-4d36-ae16-eae6caafd5f1), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:11.113627 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-29bad19e-f394-45ae-8a01-568793abdfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (4f6b1c2a-7c72-4d36-ae16-eae6caafd5f1), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:11.113851 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6dad3f7e-1372-48dc-a612-8e9acebabc34 req-34014c80-9daa-4a56-a76a-4d5474cadd1a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 Oct 31 19:22:11.153640 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bad19e-f394-45ae-8a01-568793abdfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6b1c2a-7c72-4d36-ae16-eae6caafd5f1,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:11.160011 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-29bad19e-f394-45ae-8a01-568793abdfa9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ad1dcd403af64db59fb04267fd719084&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366033 Oct 31 19:22:11.162659 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 48100) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:11.214313 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f89f0c89-309e-4d1a-8fcb-c11f46ca0186 admin admin] Publish callbacks [] for security_group (4f6b1c2a-7c72-4d36-ae16-eae6caafd5f1), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:11.236786 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f89f0c89-309e-4d1a-8fcb-c11f46ca0186 admin admin] Publish callbacks [] for security_group (4f6b1c2a-7c72-4d36-ae16-eae6caafd5f1), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:11.288521 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f89f0c89-309e-4d1a-8fcb-c11f46ca0186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (4f6b1c2a-7c72-4d36-ae16-eae6caafd5f1), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:11.291583 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f89f0c89-309e-4d1a-8fcb-c11f46ca0186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:11.292984 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-f89f0c89-309e-4d1a-8fcb-c11f46ca0186 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4f6b1c2a-7c72-4d36-ae16-eae6caafd5f1 HTTP/1.1" status: 204 len: 168 time: 0.1293840 Oct 31 19:22:11.306918 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f0c89-309e-4d1a-8fcb-c11f46ca0186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6b1c2a-7c72-4d36-ae16-eae6caafd5f1,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:11.607814 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:11.617519 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d114e48-7afb-4661-b2af-3bc3e0f41380 req-d26e200b-57d7-412f-80f3-df049b898f38 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:11.619268 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8d114e48-7afb-4661-b2af-3bc3e0f41380 req-d26e200b-57d7-412f-80f3-df049b898f38 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 950 time: 0.0564587 Oct 31 19:22:11.667987 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8d114e48-7afb-4661-b2af-3bc3e0f41380 req-62237c84-c561-409d-a5c5-0e80029ae298 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429037 Oct 31 19:22:12.241274 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326384d3-c46b-41dd-9119-7a8da393820b req-14823202-c19c-4ccf-a321-c7bbdea92e47 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:12.242863 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-326384d3-c46b-41dd-9119-7a8da393820b req-14823202-c19c-4ccf-a321-c7bbdea92e47 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0490479 Oct 31 19:22:12.293250 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-326384d3-c46b-41dd-9119-7a8da393820b req-dc39da35-5c4c-44a7-a095-d3938058ff77 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447216 Oct 31 19:22:12.691161 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:12.778483 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:12.784754 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:DELETE=2,neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:12.794885 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553293a9-d993-4b25-99e6-e608a68400ad req-590c9fd0-dfce-4073-bf6f-faa5d7b64b9b tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:12.796350 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-553293a9-d993-4b25-99e6-e608a68400ad req-590c9fd0-dfce-4073-bf6f-faa5d7b64b9b tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 950 time: 0.0514765 Oct 31 19:22:12.855615 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-553293a9-d993-4b25-99e6-e608a68400ad req-9b72ae36-900a-49fe-85ae-a2ed61d967bc tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510879 Oct 31 19:22:13.433697 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a5221-918e-4aa1-8e5d-79a98ab5a4cb req-197feb63-eb41-4c66-8f87-ba0c079fedef tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:13.435440 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-891a5221-918e-4aa1-8e5d-79a98ab5a4cb req-197feb63-eb41-4c66-8f87-ba0c079fedef tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0506666 Oct 31 19:22:13.483593 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-891a5221-918e-4aa1-8e5d-79a98ab5a4cb req-969691e2-7dfd-46a8-9594-4020bf21a792 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 Oct 31 19:22:13.976098 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be4151-7f8d-4d5e-a1fb-7e7b5acb4d79 req-e6786ff1-cfc7-456d-8321-d923320f11f1 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:13.977514 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-50be4151-7f8d-4d5e-a1fb-7e7b5acb4d79 req-e6786ff1-cfc7-456d-8321-d923320f11f1 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 950 time: 0.0484495 Oct 31 19:22:14.023130 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-50be4151-7f8d-4d5e-a1fb-7e7b5acb4d79 req-4b0a79a8-d503-43ad-97f9-edb80baee907 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398750 Oct 31 19:22:14.666522 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dce76-3caf-43e5-a968-988f3d2466a4 req-4e8a50ba-3cc8-42ba-9ad7-e71310ccd845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:14.666522 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a53dce76-3caf-43e5-a968-988f3d2466a4 req-4e8a50ba-3cc8-42ba-9ad7-e71310ccd845 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 1134 time: 0.1045842 Oct 31 19:22:14.675973 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a12f8-144d-41b2-b3fc-100880729996 req-63334a23-5149-4e0c-a04f-07eac98a9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:14.677648 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-221a12f8-144d-41b2-b3fc-100880729996 req-63334a23-5149-4e0c-a04f-07eac98a9869 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 1129 time: 0.1079776 Oct 31 19:22:14.693633 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29758df0-c319-448f-be1b-734efa626fd5 req-f17a1fff-9ecb-4e45-bd0e-0f89d3b68437 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:14.695069 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-29758df0-c319-448f-be1b-734efa626fd5 req-f17a1fff-9ecb-4e45-bd0e-0f89d3b68437 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.1161911 Oct 31 19:22:14.806002 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-221a12f8-144d-41b2-b3fc-100880729996 req-98a844b1-adc4-4bf2-bbe1-d4fb93efd4cb service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185124 Oct 31 19:22:14.812187 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a53dce76-3caf-43e5-a968-988f3d2466a4 req-9ca4f06b-9b0f-41fc-bf59-bd2da41b52ef service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320312 Oct 31 19:22:14.832019 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-29758df0-c319-448f-be1b-734efa626fd5 req-8d87044a-87bd-40cd-8042-2ee02834373d tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201010 Oct 31 19:22:15.148733 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f122711-8fae-468c-b73a-46756b73cc0f req-655abf75-99f1-4a69-8b90-94463e5b5261 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:15.150254 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1f122711-8fae-468c-b73a-46756b73cc0f req-655abf75-99f1-4a69-8b90-94463e5b5261 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 950 time: 0.0498335 Oct 31 19:22:15.198575 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1f122711-8fae-468c-b73a-46756b73cc0f req-9b907fb0-a0b1-4868-81c3-454f8c707819 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421939 Oct 31 19:22:15.964648 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820af47-9c97-46ce-95f6-ebec0e35f4b7 req-50c78e1c-bf4f-4e51-873c-7ab1af9a0414 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:15.966178 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c820af47-9c97-46ce-95f6-ebec0e35f4b7 req-50c78e1c-bf4f-4e51-873c-7ab1af9a0414 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0470829 Oct 31 19:22:16.020360 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c820af47-9c97-46ce-95f6-ebec0e35f4b7 req-758b147e-7cbe-48d9-bfae-a7587b8ee967 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474944 Oct 31 19:22:16.086890 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=24 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:16.092558 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=67 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:16.319979 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23859d1-c0b0-47b2-88b8-efacb25975e5 req-5f061812-3931-4593-982c-7b017507f27c tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:16.321447 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b23859d1-c0b0-47b2-88b8-efacb25975e5 req-5f061812-3931-4593-982c-7b017507f27c tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 950 time: 0.0482633 Oct 31 19:22:16.368362 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b23859d1-c0b0-47b2-88b8-efacb25975e5 req-3de654fa-7f65-4f0f-a208-0e9aac6d83f8 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412056 Oct 31 19:22:17.158619 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b807742-b954-491b-8cfe-b38a34f78077 req-a4b2a09c-9ccf-4856-bc86-27e7d4bd491f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:17.161071 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3b807742-b954-491b-8cfe-b38a34f78077 req-a4b2a09c-9ccf-4856-bc86-27e7d4bd491f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0595727 Oct 31 19:22:17.220565 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3b807742-b954-491b-8cfe-b38a34f78077 req-606a5c28-2a6b-4ae4-99e1-d66fa053a1f8 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488207 Oct 31 19:22:17.246233 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 48314) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:17.350880 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073c3d-0d7b-4d62-b9a1-0048aacc2900 req-c9536eb0-e214-4a94-8798-3a6885ceed6d tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:17.352381 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-64073c3d-0d7b-4d62-b9a1-0048aacc2900 req-c9536eb0-e214-4a94-8798-3a6885ceed6d tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.0527542 Oct 31 19:22:17.379223 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-0712cd8d-05cc-4dd9-833a-9485f0d12b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:17.430277 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-64073c3d-0d7b-4d62-b9a1-0048aacc2900 req-db2b9e9c-880f-4423-a94a-d552cbe89b74 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710731 Oct 31 19:22:17.495526 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 48326) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:17.506297 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-0712cd8d-05cc-4dd9-833a-9485f0d12b49 admin admin] Publish callbacks [] for security_group (41c99bad-32a6-43f3-a743-df02c90166bd), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:17.511430 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-0712cd8d-05cc-4dd9-833a-9485f0d12b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (41c99bad-32a6-43f3-a743-df02c90166bd), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:17.547652 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b5b6d-8c5e-4b3f-b9a7-1af45c2df290 req-3316156a-b933-4844-98f7-4778c953952f tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:17.550538 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-092b5b6d-8c5e-4b3f-b9a7-1af45c2df290 req-3316156a-b933-4844-98f7-4778c953952f tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 950 time: 0.0617144 Oct 31 19:22:17.560098 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712cd8d-05cc-4dd9-833a-9485f0d12b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c99bad-32a6-43f3-a743-df02c90166bd,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:17.569162 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-0712cd8d-05cc-4dd9-833a-9485f0d12b49 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2f761524161949a0ae215ac5e67dc53d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318565 Oct 31 19:22:17.571802 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 48330) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:17.598348 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:17.606383 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-092b5b6d-8c5e-4b3f-b9a7-1af45c2df290 req-8ff3a1ef-ba63-4499-bf24-65ff5028ceb6 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503654 Oct 31 19:22:17.640266 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ba305756-da28-4452-aa32-98f0e8151211 admin admin] Publish callbacks [] for security_group (41c99bad-32a6-43f3-a743-df02c90166bd), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:17.677977 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-db0ecf9c-4581-4c25-829b-8a92a80e6c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:17.691679 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ba305756-da28-4452-aa32-98f0e8151211 admin admin] Publish callbacks [] for security_group (41c99bad-32a6-43f3-a743-df02c90166bd), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:17.769480 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ba305756-da28-4452-aa32-98f0e8151211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (41c99bad-32a6-43f3-a743-df02c90166bd), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:17.776171 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ba305756-da28-4452-aa32-98f0e8151211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:17.776171 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-ba305756-da28-4452-aa32-98f0e8151211 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/41c99bad-32a6-43f3-a743-df02c90166bd HTTP/1.1" status: 204 len: 168 time: 0.2002945 Oct 31 19:22:17.791109 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba305756-da28-4452-aa32-98f0e8151211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c99bad-32a6-43f3-a743-df02c90166bd,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:17.884505 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:17.914315 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:17.934521 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-db0ecf9c-4581-4c25-829b-8a92a80e6c72 admin admin] Publish callbacks [] for security_group (17c5ddcd-cf8f-4727-bd24-1bb56b426169), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:17.953217 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-db0ecf9c-4581-4c25-829b-8a92a80e6c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (17c5ddcd-cf8f-4727-bd24-1bb56b426169), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:18.007340 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ecf9c-4581-4c25-829b-8a92a80e6c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c5ddcd-cf8f-4727-bd24-1bb56b426169,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:18.030449 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-db0ecf9c-4581-4c25-829b-8a92a80e6c72 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7afa2454354541a4955b74a82beb7af5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5338027 Oct 31 19:22:18.033132 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 48356) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:18.066084 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96da070-7290-4c7e-a876-9bb9837215ad req-66a210cf-ef75-4760-bb74-42a4d6a050d4 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:18.067566 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a96da070-7290-4c7e-a876-9bb9837215ad req-66a210cf-ef75-4760-bb74-42a4d6a050d4 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 950 time: 0.0840590 Oct 31 19:22:18.118029 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bdc627ec-1138-40e3-8d41-bb129e3332e7 admin admin] Publish callbacks [] for security_group (17c5ddcd-cf8f-4727-bd24-1bb56b426169), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:18.123870 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a96da070-7290-4c7e-a876-9bb9837215ad req-9dd2c4f4-e869-4531-a259-264bec441a6a tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490534 Oct 31 19:22:18.153803 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bdc627ec-1138-40e3-8d41-bb129e3332e7 admin admin] Publish callbacks [] for security_group (17c5ddcd-cf8f-4727-bd24-1bb56b426169), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:18.210947 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bdc627ec-1138-40e3-8d41-bb129e3332e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (17c5ddcd-cf8f-4727-bd24-1bb56b426169), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:18.213875 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bdc627ec-1138-40e3-8d41-bb129e3332e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:18.217499 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-bdc627ec-1138-40e3-8d41-bb129e3332e7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/17c5ddcd-cf8f-4727-bd24-1bb56b426169 HTTP/1.1" status: 204 len: 168 time: 0.1784072 Oct 31 19:22:18.224437 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc627ec-1138-40e3-8d41-bb129e3332e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c5ddcd-cf8f-4727-bd24-1bb56b426169,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:19.296344 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fe54d-7c8c-4f1c-b6cb-b8b43243a687 req-b4abb60c-1464-41e9-8cc5-b2d5c6deb23d tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:19.298089 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a73fe54d-7c8c-4f1c-b6cb-b8b43243a687 req-b4abb60c-1464-41e9-8cc5-b2d5c6deb23d tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 950 time: 0.0713558 Oct 31 19:22:19.328562 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c94d39-af6f-4c93-a1b3-58f879605a5d req-de837708-57ed-472c-9c55-dd91b1dfdb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:19.330714 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-76c94d39-af6f-4c93-a1b3-58f879605a5d req-de837708-57ed-472c-9c55-dd91b1dfdb2d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 1129 time: 0.0538425 Oct 31 19:22:19.359273 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a73fe54d-7c8c-4f1c-b6cb-b8b43243a687 req-ad84658a-09c0-4f0f-ad22-c90c017cb14d tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544891 Oct 31 19:22:19.392945 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6d01e-f652-4f3c-9041-4021627e9b2f req-c1b6df22-8362-4111-b51d-c9942268703f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:19.395627 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2af6d01e-f652-4f3c-9041-4021627e9b2f req-c1b6df22-8362-4111-b51d-c9942268703f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.0638697 Oct 31 19:22:19.589935 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2af6d01e-f652-4f3c-9041-4021627e9b2f req-55ff11f6-4455-4fd3-ae18-815fc126a0e9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525912 Oct 31 19:22:19.622676 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c94d39-af6f-4c93-a1b3-58f879605a5d req-ea45986b-914b-4a4b-9d4c-bf7b67938d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:19.624171 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-76c94d39-af6f-4c93-a1b3-58f879605a5d req-ea45986b-914b-4a4b-9d4c-bf7b67938d71 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 919 time: 0.2273002 Oct 31 19:22:19.679132 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-76c94d39-af6f-4c93-a1b3-58f879605a5d req-1ee6a32f-b4ef-4b19-894f-994c29358433 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1f5b141-b428-4cbf-9938-2df49ece4368 HTTP/1.1" status: 200 len: 217 time: 0.0467544 Oct 31 19:22:19.685042 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ceb3a-5429-4790-85e2-8593e48b80eb req-fc7f9f09-1d45-4981-8d96-cc4d0f3ae24f tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:19.686440 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d42ceb3a-5429-4790-85e2-8593e48b80eb req-fc7f9f09-1d45-4981-8d96-cc4d0f3ae24f tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 950 time: 0.1685352 Oct 31 19:22:19.775415 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c94d39-af6f-4c93-a1b3-58f879605a5d req-9e820cb2-5a1c-4662-be3e-e7659860cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:19.776923 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-76c94d39-af6f-4c93-a1b3-58f879605a5d req-9e820cb2-5a1c-4662-be3e-e7659860cb16 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d2c209a4-c49d-431e-b8bc-b162483f4e74 HTTP/1.1" status: 200 len: 857 time: 0.0841475 Oct 31 19:22:19.916404 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 48460) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:20.041518 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-d42ceb3a-5429-4790-85e2-8593e48b80eb req-50b4c7f7-f7ca-4d74-b1f9-fd388313768a tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Deleting port 58080e2a-842b-4b20-bd5a-8cca7dca5e72 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:22:20.042152 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d42ceb3a-5429-4790-85e2-8593e48b80eb req-50b4c7f7-f7ca-4d74-b1f9-fd388313768a tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (58080e2a-842b-4b20-bd5a-8cca7dca5e72), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:20.044651 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fd87ad9a-1d6f-4746-a021-099de256e93f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:20.062903 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c94d39-af6f-4c93-a1b3-58f879605a5d req-134f49ba-5674-4ba4-b2c2-9d3e64541851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:20.064391 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-76c94d39-af6f-4c93-a1b3-58f879605a5d req-134f49ba-5674-4ba4-b2c2-9d3e64541851 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76d0a169-b981-4155-bbd7-0bbdbbf23238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643363 Oct 31 19:22:20.106150 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:20.131845 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fd87ad9a-1d6f-4746-a021-099de256e93f admin admin] Publish callbacks [] for security_group (af0a2fb2-ddd0-4d41-bf82-6ccf640a4af9), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:20.137571 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fd87ad9a-1d6f-4746-a021-099de256e93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (af0a2fb2-ddd0-4d41-bf82-6ccf640a4af9), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:20.151810 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-d42ceb3a-5429-4790-85e2-8593e48b80eb req-50b4c7f7-f7ca-4d74-b1f9-fd388313768a tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] For port 58080e2a-842b-4b20-bd5a-8cca7dca5e72, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=58080e2a-842b-4b20-bd5a-8cca7dca5e72,segment=NetworkSegment(3662b08f-7d77-4850-b15a-698eecbc946e),segment_id=3662b08f-7d77-4850-b15a-698eecbc946e)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:20.152169 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d42ceb3a-5429-4790-85e2-8593e48b80eb req-50b4c7f7-f7ca-4d74-b1f9-fd388313768a tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (58080e2a-842b-4b20-bd5a-8cca7dca5e72), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:20.168437 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-d42ceb3a-5429-4790-85e2-8593e48b80eb req-50b4c7f7-f7ca-4d74-b1f9-fd388313768a tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Calling delete_port for 58080e2a-842b-4b20-bd5a-8cca7dca5e72 owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:22:20.188998 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-fd87ad9a-1d6f-4746-a021-099de256e93f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=24ce8e4842a948adab1e46f249ba5815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688043 Oct 31 19:22:20.188998 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87ad9a-1d6f-4746-a021-099de256e93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0a2fb2-ddd0-4d41-bf82-6ccf640a4af9,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:20.189724 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 48464) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:20.247229 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d87d3748-d7ae-4ac8-b9e7-56565a086368 admin admin] Publish callbacks [] for security_group (af0a2fb2-ddd0-4d41-bf82-6ccf640a4af9), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:20.262878 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:20.273789 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d87d3748-d7ae-4ac8-b9e7-56565a086368 admin admin] Publish callbacks [] for security_group (af0a2fb2-ddd0-4d41-bf82-6ccf640a4af9), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:20.316358 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:20.339366 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d42ceb3a-5429-4790-85e2-8593e48b80eb req-50b4c7f7-f7ca-4d74-b1f9-fd388313768a tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (58080e2a-842b-4b20-bd5a-8cca7dca5e72), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:20.345761 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d87d3748-d7ae-4ac8-b9e7-56565a086368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (af0a2fb2-ddd0-4d41-bf82-6ccf640a4af9), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:20.348131 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d87d3748-d7ae-4ac8-b9e7-56565a086368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:20.349661 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-d87d3748-d7ae-4ac8-b9e7-56565a086368 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/af0a2fb2-ddd0-4d41-bf82-6ccf640a4af9 HTTP/1.1" status: 204 len: 168 time: 0.1576223 Oct 31 19:22:20.364283 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d3748-d7ae-4ac8-b9e7-56565a086368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0a2fb2-ddd0-4d41-bf82-6ccf640a4af9,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:20.389170 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4c7f7-f7ca-4d74-b1f9-fd388313768a tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Pushing event deleted for resources: {'Port': ['ID=58080e2a-842b-4b20-bd5a-8cca7dca5e72,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:20.451935 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42ceb3a-5429-4790-85e2-8593e48b80eb req-50b4c7f7-f7ca-4d74-b1f9-fd388313768a tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] No DVR routers for this DVR port 58080e2a-842b-4b20-bd5a-8cca7dca5e72 on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:22:20.455247 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d42ceb3a-5429-4790-85e2-8593e48b80eb req-50b4c7f7-f7ca-4d74-b1f9-fd388313768a tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:20.461105 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d42ceb3a-5429-4790-85e2-8593e48b80eb req-50b4c7f7-f7ca-4d74-b1f9-fd388313768a tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.33 "DELETE /networking/v2.0/ports/58080e2a-842b-4b20-bd5a-8cca7dca5e72 HTTP/1.1" status: 204 len: 173 time: 0.7666118 Oct 31 19:22:20.461813 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005f4b9f-db45-4bed-9eba-55b70d6b2229', 'name': 'network-vif-deleted', 'tag': '58080e2a-842b-4b20-bd5a-8cca7dca5e72'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:22:20.464882 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55539154-214c-4e6b-a158-f8762058f0e5" -d '{"events": [{"server_uuid": "005f4b9f-db45-4bed-9eba-55b70d6b2229", "name": "network-vif-deleted", "tag": "58080e2a-842b-4b20-bd5a-8cca7dca5e72"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:22:20.582963 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9bfe613c-df3c-439a-bf5f-b5f6a97f6165 req-a7259ea4-58c3-431b-9bc4-4981639b60bd tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 210 time: 0.0782878 Oct 31 19:22:20.732901 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b679053f-0c03-43bf-b9b2-2d7293d8184d x-openstack-request-id: req-b679053f-0c03-43bf-b9b2-2d7293d8184d {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:22:20.733490 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005f4b9f-db45-4bed-9eba-55b70d6b2229", "name": "network-vif-deleted", "tag": "58080e2a-842b-4b20-bd5a-8cca7dca5e72", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:22:20.733925 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b679053f-0c03-43bf-b9b2-2d7293d8184d {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:22:20.734604 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b679053f-0c03-43bf-b9b2-2d7293d8184d'] response: {'server_uuid': '005f4b9f-db45-4bed-9eba-55b70d6b2229', 'name': 'network-vif-deleted', 'tag': '58080e2a-842b-4b20-bd5a-8cca7dca5e72', 'status': 'completed', 'code': 200} Oct 31 19:22:20.762365 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a4a82-71e0-4a00-a9f3-e8318843c139 req-f091a22b-caa2-4cfe-b3e6-7d3815d98ddf tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:20.766127 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e35a4a82-71e0-4a00-a9f3-e8318843c139 req-f091a22b-caa2-4cfe-b3e6-7d3815d98ddf tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.0671799 Oct 31 19:22:20.822222 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e35a4a82-71e0-4a00-a9f3-e8318843c139 req-deb910e2-de8b-4c1d-addc-a3191e5c3e38 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515597 Oct 31 19:22:20.890011 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 48502) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:20.905851 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-57e453d9-e0a2-438e-ba5b-e5fbc9f3b3c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:20.993529 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-57e453d9-e0a2-438e-ba5b-e5fbc9f3b3c1 admin admin] Publish callbacks [] for security_group (fe38130f-0494-479e-80d7-58707ca44e29), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:20.998504 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-57e453d9-e0a2-438e-ba5b-e5fbc9f3b3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (fe38130f-0494-479e-80d7-58707ca44e29), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:21.009980 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-76c94d39-af6f-4c93-a1b3-58f879605a5d req-c138ba43-cb4b-4e1f-8d66-07900d9308a9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998025 Oct 31 19:22:21.044106 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-57e453d9-e0a2-438e-ba5b-e5fbc9f3b3c1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=13b7e8f65b0b496894889d3a9ac8d993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529760 Oct 31 19:22:21.045063 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e453d9-e0a2-438e-ba5b-e5fbc9f3b3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe38130f-0494-479e-80d7-58707ca44e29,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:21.047279 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 48510) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:21.105529 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6e30120c-7e76-4d19-9550-3058c73e6bef admin admin] Publish callbacks [] for security_group (fe38130f-0494-479e-80d7-58707ca44e29), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:21.132310 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6e30120c-7e76-4d19-9550-3058c73e6bef admin admin] Publish callbacks [] for security_group (fe38130f-0494-479e-80d7-58707ca44e29), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:21.181919 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6e30120c-7e76-4d19-9550-3058c73e6bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (fe38130f-0494-479e-80d7-58707ca44e29), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:21.184643 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6e30120c-7e76-4d19-9550-3058c73e6bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:21.185870 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-6e30120c-7e76-4d19-9550-3058c73e6bef admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fe38130f-0494-479e-80d7-58707ca44e29 HTTP/1.1" status: 204 len: 168 time: 0.1373780 Oct 31 19:22:21.194068 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30120c-7e76-4d19-9550-3058c73e6bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe38130f-0494-479e-80d7-58707ca44e29,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:21.512839 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 48522) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:21.526820 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-be531371-344e-477e-8133-df5ccf5f45c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:21.600874 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-be531371-344e-477e-8133-df5ccf5f45c1 admin admin] Publish callbacks [] for security_group (166bacfb-63d8-4b0a-94d7-040c63f71145), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:21.604419 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-be531371-344e-477e-8133-df5ccf5f45c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (166bacfb-63d8-4b0a-94d7-040c63f71145), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:21.643986 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-be531371-344e-477e-8133-df5ccf5f45c1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=550a32cb0ae3405282357cc1b87357a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295028 Oct 31 19:22:21.646535 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be531371-344e-477e-8133-df5ccf5f45c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166bacfb-63d8-4b0a-94d7-040c63f71145,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:21.646965 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 48526) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:21.668688 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:21.683880 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6043cbfc-5c15-462b-b483-9f7ec52f6097 req-a1525d5c-df8e-440f-b710-c4a41f4ab1d7 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 210 time: 0.0317402 Oct 31 19:22:21.709791 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fdd42a84-4703-447c-b844-c01df100f101 admin admin] Publish callbacks [] for security_group (166bacfb-63d8-4b0a-94d7-040c63f71145), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:21.720149 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fdd42a84-4703-447c-b844-c01df100f101 admin admin] Publish callbacks [] for security_group (166bacfb-63d8-4b0a-94d7-040c63f71145), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:21.772433 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fdd42a84-4703-447c-b844-c01df100f101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (166bacfb-63d8-4b0a-94d7-040c63f71145), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:21.775424 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fdd42a84-4703-447c-b844-c01df100f101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:21.776534 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-fdd42a84-4703-447c-b844-c01df100f101 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/166bacfb-63d8-4b0a-94d7-040c63f71145 HTTP/1.1" status: 204 len: 168 time: 0.1284797 Oct 31 19:22:21.785359 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd42a84-4703-447c-b844-c01df100f101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166bacfb-63d8-4b0a-94d7-040c63f71145,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:21.939227 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef58e6-504a-4496-b808-7cc8c3370b55 req-877d0175-9b92-423d-905d-389d1b83b4ab tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:21.940720 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-53ef58e6-504a-4496-b808-7cc8c3370b55 req-877d0175-9b92-423d-905d-389d1b83b4ab tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.0477014 Oct 31 19:22:21.990816 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-53ef58e6-504a-4496-b808-7cc8c3370b55 req-1f22ac31-60f2-4670-81b7-1bd20d489403 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438786 Oct 31 19:22:22.448137 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 48556) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:22.548860 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-ab1a0d75-8ff5-4d70-acbe-48b0672171ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-37921340-network', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:22.567889 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1a0d75-8ff5-4d70-acbe-48b0672171ec admin admin] Made reservation on behalf of a33bb29688304d0dae3cfdc0eb54b7be for: {'network': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:22:22.570224 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ab1a0d75-8ff5-4d70-acbe-48b0672171ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:22.581312 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ab1a0d75-8ff5-4d70-acbe-48b0672171ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:22.593344 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:22.632335 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['58080e2a-842b-4b20-bd5a-8cca7dca5e72'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:22:22.677239 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ab1a0d75-8ff5-4d70-acbe-48b0672171ec admin admin] Publish callbacks [] for security_group (a72888f3-6758-4136-aaa5-56bb4af31fbb), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:22.681123 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ab1a0d75-8ff5-4d70-acbe-48b0672171ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (a72888f3-6758-4136-aaa5-56bb4af31fbb), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:22.708996 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1a0d75-8ff5-4d70-acbe-48b0672171ec admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=104476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:22:22.714878 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a0d75-8ff5-4d70-acbe-48b0672171ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72888f3-6758-4136-aaa5-56bb4af31fbb,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:22.723850 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ab1a0d75-8ff5-4d70-acbe-48b0672171ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (3adfb10e-3333-4507-9b4a-e3149385f709), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:22.724878 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.segments_db [None req-ab1a0d75-8ff5-4d70-acbe-48b0672171ec admin admin] Added segment 3adfb10e-3333-4507-9b4a-e3149385f709 of type vlan for network 8bd8fec5-0f1b-4c28-a279-f78e038a6306 Oct 31 19:22:22.754470 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-76c94d39-af6f-4c93-a1b3-58f879605a5d req-d89b63ea-e430-4b99-b1b7-a445ae8e6a90 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169076 Oct 31 19:22:22.773279 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ab1a0d75-8ff5-4d70-acbe-48b0672171ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (8bd8fec5-0f1b-4c28-a279-f78e038a6306), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:22.824944 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ab1a0d75-8ff5-4d70-acbe-48b0672171ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (8bd8fec5-0f1b-4c28-a279-f78e038a6306), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:22.826160 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1a0d75-8ff5-4d70-acbe-48b0672171ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:22.826892 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ab1a0d75-8ff5-4d70-acbe-48b0672171ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:22.869742 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ec47dc35-7952-49eb-b7c0-7fed1e4a591a req-bc746f44-e70a-4ce4-a7f2-91a77e5b65e7 tempest-VolumesNegativeTest-958343777 tempest-VolumesNegativeTest-958343777-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=005f4b9f-db45-4bed-9eba-55b70d6b2229 HTTP/1.1" status: 200 len: 210 time: 0.0540659 Oct 31 19:22:22.904630 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-ab1a0d75-8ff5-4d70-acbe-48b0672171ec admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4552965 Oct 31 19:22:22.905397 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a0d75-8ff5-4d70-acbe-48b0672171ec admin admin] Pushing event updated for resources: {'Network': ['ID=8bd8fec5-0f1b-4c28-a279-f78e038a6306,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:22.907414 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 48568) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:22.911972 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-a7b87035-f975-4535-aa85-49cbd5ae0450 admin admin] Request body: {'subnet': {'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-37921340-subnet', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'ip_version': 4}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:22.915372 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network 8bd8fec5-0f1b-4c28-a279-f78e038a6306 details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:22:22.931705 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b87035-f975-4535-aa85-49cbd5ae0450 admin admin] Made reservation on behalf of a33bb29688304d0dae3cfdc0eb54b7be for: {'subnet': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:22:22.934135 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a7b87035-f975-4535-aa85-49cbd5ae0450 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4897938'] for subnet (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:22.967662 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:23.126117 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=17 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:23.138076 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a7b87035-f975-4535-aa85-49cbd5ae0450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5224611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4898044'] for subnet (89f1699a-f318-44f9-afaa-c9161328684b), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:23.153948 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739f77f-164f-4e55-b384-698b530d6936 req-72666008-8cc6-400b-bb33-8f2892177ede tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:23.155462 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5739f77f-164f-4e55-b384-698b530d6936 req-72666008-8cc6-400b-bb33-8f2892177ede tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.0696015 Oct 31 19:22:23.224088 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b87035-f975-4535-aa85-49cbd5ae0450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89f1699a-f318-44f9-afaa-c9161328684b,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:23.256794 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5739f77f-164f-4e55-b384-698b530d6936 req-1cab5460-d8f0-4f3c-a7db-95339b1ee1c7 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816112 Oct 31 19:22:23.257914 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b87035-f975-4535-aa85-49cbd5ae0450 admin admin] Checking segment: {'id': '3adfb10e-3333-4507-9b4a-e3149385f709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:23.258269 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b87035-f975-4535-aa85-49cbd5ae0450 admin admin] Network hostable DHCP agents. Network: 8bd8fec5-0f1b-4c28-a279-f78e038a6306, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:22:23.275901 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b87035-f975-4535-aa85-49cbd5ae0450 admin admin] Network 8bd8fec5-0f1b-4c28-a279-f78e038a6306 is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:22:23.293926 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-a7b87035-f975-4535-aa85-49cbd5ae0450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, 8bd8fec5-0f1b-4c28-a279-f78e038a6306) {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:23.297946 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b87035-f975-4535-aa85-49cbd5ae0450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:23.298635 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a7b87035-f975-4535-aa85-49cbd5ae0450 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:23.304284 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96f52c2-a69e-45a9-b465-1cd2ddace5f4 None None] Network 8bd8fec5-0f1b-4c28-a279-f78e038a6306 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:22:23.318594 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-a7b87035-f975-4535-aa85-49cbd5ae0450 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4102063 Oct 31 19:22:23.321522 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 48574) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:23.326182 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-37921340-router', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:23.346523 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-482295'] for router (7b5ee198-6fa4-4bb3-8e10-0590541a3de3), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:23.347526 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2036195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2035399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-482190'] for router (7b5ee198-6fa4-4bb3-8e10-0590541a3de3), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:23.404430 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Publish callbacks [] for router_controller (7b5ee198-6fa4-4bb3-8e10-0590541a3de3), precommit_add_association {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:23.411170 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9ee3e2-6e6d-5ff3-af27-705436aae7b6-8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'fixed_ips': [{'subnet_id': '89f1699a-f318-44f9-afaa-c9161328684b'}]}} from dv-cinder-863097-1-iscsi. {{(pid=104477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 19:22:23.412189 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:23.559947 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Publish callbacks [] for router_gateway (7b5ee198-6fa4-4bb3-8e10-0590541a3de3), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:23.561893 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Allocated IP 172.20.0.2 (8bd8fec5-0f1b-4c28-a279-f78e038a6306/89f1699a-f318-44f9-afaa-c9161328684b/3e33c4bb-9b76-4bd5-a5f6-2bd698387d69) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:23.573963 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:23.645522 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:23.651990 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:23.728011 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Publish callbacks [] for port (3e33c4bb-9b76-4bd5-a5f6-2bd698387d69), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:23.734856 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (3e33c4bb-9b76-4bd5-a5f6-2bd698387d69), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:23.780536 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Network 8bd8fec5-0f1b-4c28-a279-f78e038a6306 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:23.784395 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Publish callbacks [] for router_gateway (7b5ee198-6fa4-4bb3-8e10-0590541a3de3), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:23.785833 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:23.787772 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Pushing event updated for resources: {'Port': ['ID=3e33c4bb-9b76-4bd5-a5f6-2bd698387d69,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:23.789892 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:23.805449 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:23.847021 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Attempting to bind port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:22:23.847391 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Attempting to bind port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '3adfb10e-3333-4507-9b4a-e3149385f709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:22:23.847747 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Attempting to bind port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 on network 8bd8fec5-0f1b-4c28-a279-f78e038a6306 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:22:23.896523 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:22:23.897099 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Checking segment: {'id': '3adfb10e-3333-4507-9b4a-e3149385f709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:23.897642 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:23.898113 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Bound using segment: {'id': '3adfb10e-3333-4507-9b4a-e3149385f709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:22:23.898636 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Bound port: 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3adfb10e-3333-4507-9b4a-e3149385f709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:22:23.899087 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (3e33c4bb-9b76-4bd5-a5f6-2bd698387d69), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:23.934053 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Allocated IP 172.27.0.226 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/a80be1e2-c956-41b3-879b-4346e6c60ad7) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:23.975657 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] For port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:22:23.979837 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] For port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=3e33c4bb-9b76-4bd5-a5f6-2bd698387d69,segment=NetworkSegment(3adfb10e-3333-4507-9b4a-e3149385f709),segment_id=3adfb10e-3333-4507-9b4a-e3149385f709)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:22:23.985942 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (3e33c4bb-9b76-4bd5-a5f6-2bd698387d69), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:24.054318 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ccbba-6e0d-45a3-abae-7c37cf53a09e None None] Pushing event updated for resources: {'Port': ['ID=3e33c4bb-9b76-4bd5-a5f6-2bd698387d69,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:24.069186 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Publish callbacks [] for port (a80be1e2-c956-41b3-879b-4346e6c60ad7), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:24.103128 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (a80be1e2-c956-41b3-879b-4346e6c60ad7), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:24.153632 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:24.157116 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:24.159385 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Pushing event updated for resources: {'Port': ['ID=a80be1e2-c956-41b3-879b-4346e6c60ad7,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:24.161925 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:24.419407 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Publish callbacks [] for router_gateway (7b5ee198-6fa4-4bb3-8e10-0590541a3de3), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:24.441497 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93046310-2588-4e8b-ab17-cf775a45462d req-635a1610-e176-43d5-9b01-4e25219aa717 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:24.443636 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-93046310-2588-4e8b-ab17-cf775a45462d req-635a1610-e176-43d5-9b01-4e25219aa717 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.0934281 Oct 31 19:22:24.508828 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-93046310-2588-4e8b-ab17-cf775a45462d req-1eb9ff5d-4371-4e68-a54d-f7ce7434a6fc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577178 Oct 31 19:22:24.645963 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 58080e2a-842b-4b20-bd5a-8cca7dca5e72 no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:22:24.659346 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2036112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2058039'] for router (7b5ee198-6fa4-4bb3-8e10-0590541a3de3), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:24.677431 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: 58080e2a-842b-4b20-bd5a-8cca7dca5e72 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:22:24.677813 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 58080e2a-842b-4b20-bd5a-8cca7dca5e72 not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:22:24.699898 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:24.717918 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:24.835430 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 is scheduled to L3 agent bfda5fc7-44c9-487b-820a-926a116c23db with binding_index 1 {{(pid=104475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 19:22:24.998664 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:22:24.998761 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Sync routers for ids ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:22:25.010148 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Routers {'7b5ee198-6fa4-4bb3-8e10-0590541a3de3'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:25.011091 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:25.023249 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:25.028180 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-f9602ebc-1fbf-40fe-aa48-a0708802c412 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7028000 Oct 31 19:22:25.028653 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 48674) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:25.036549 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:INSERT=9,neutron:UPDATE=6,neutron:SELECT=83,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:25.186722 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:25.220547 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Set router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:25.249890 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:25.290386 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e986aab-6c45-42e1-b78c-42fd3c388d66 None None] Network 8bd8fec5-0f1b-4c28-a279-f78e038a6306 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:22:25.395417 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-ca27ceff-2540-45a3-bb23-e15c4213b98f None None] Provisioning complete for port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:25.396286 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ca27ceff-2540-45a3-bb23-e15c4213b98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (3e33c4bb-9b76-4bd5-a5f6-2bd698387d69), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:25.396286 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-ca27ceff-2540-45a3-bb23-e15c4213b98f None None] Attempt 1 to provision port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 Oct 31 19:22:25.690898 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ff488-594b-40de-8a14-918f025ecfce req-1a2e6807-7c2e-4938-bbf0-8fb2238e6a40 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:25.700203 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-240ff488-594b-40de-8a14-918f025ecfce req-1a2e6807-7c2e-4938-bbf0-8fb2238e6a40 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.0712965 Oct 31 19:22:25.790258 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:25.790854 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (3e33c4bb-9b76-4bd5-a5f6-2bd698387d69), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:25.791096 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-240ff488-594b-40de-8a14-918f025ecfce req-fba7593d-97e2-4154-8880-95408b42ed8d tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892887 Oct 31 19:22:25.792142 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 48722) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:25.792663 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 Oct 31 19:22:25.947371 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:25.948075 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (3e33c4bb-9b76-4bd5-a5f6-2bd698387d69), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:25.981280 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-ca27ceff-2540-45a3-bb23-e15c4213b98f None None] Current status of the port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:25.982026 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ca27ceff-2540-45a3-bb23-e15c4213b98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (3e33c4bb-9b76-4bd5-a5f6-2bd698387d69), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:25.995303 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:26.017635 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'name': 'tempest-TestShelveInstance-37921340-router', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:24Z', 'revision_number': 3, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'gw_port': {'id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:26.034516 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-25db91c2-5372-4007-b999-2ec11d317614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.052653 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Checking router: 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:22:26.053089 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Updating router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 port a80be1e2-c956-41b3-879b-4346e6c60ad7 binding host dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:22:26.099648 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (a80be1e2-c956-41b3-879b-4346e6c60ad7), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.105752 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=3e33c4bb-9b76-4bd5-a5f6-2bd698387d69,segment=NetworkSegment(3adfb10e-3333-4507-9b4a-e3149385f709),segment_id=3adfb10e-3333-4507-9b4a-e3149385f709)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:26.129734 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (3e33c4bb-9b76-4bd5-a5f6-2bd698387d69), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.131369 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:26.133675 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.164807 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:26.178138 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.db.api [None req-ca27ceff-2540-45a3-bb23-e15c4213b98f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 31 19:22:26.178642 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG oslo_db.api [None req-ca27ceff-2540-45a3-bb23-e15c4213b98f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 31 19:22:26.234705 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-25db91c2-5372-4007-b999-2ec11d317614 admin admin] Publish callbacks [] for security_group (5d793f81-2927-4bd3-a5a3-dbad33bcecf5), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.263227 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-25db91c2-5372-4007-b999-2ec11d317614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (5d793f81-2927-4bd3-a5a3-dbad33bcecf5), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.288738 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=3e33c4bb-9b76-4bd5-a5f6-2bd698387d69,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:26.317698 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-25db91c2-5372-4007-b999-2ec11d317614 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8856f616f0d441488cbd4b3f2eb763a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5245152 Oct 31 19:22:26.320465 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 48746) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:26.324787 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db91c2-5372-4007-b999-2ec11d317614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d793f81-2927-4bd3-a5a3-dbad33bcecf5,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:26.380670 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Allocated IP 172.20.0.1 (8bd8fec5-0f1b-4c28-a279-f78e038a6306/89f1699a-f318-44f9-afaa-c9161328684b/1ad4885e-bd80-42a3-9618-884f42af0876) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:26.407556 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3eecedff-cfc5-4526-96bc-af1fd3097e9a admin admin] Publish callbacks [] for security_group (5d793f81-2927-4bd3-a5a3-dbad33bcecf5), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.435846 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3eecedff-cfc5-4526-96bc-af1fd3097e9a admin admin] Publish callbacks [] for security_group (5d793f81-2927-4bd3-a5a3-dbad33bcecf5), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.496571 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3eecedff-cfc5-4526-96bc-af1fd3097e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (5d793f81-2927-4bd3-a5a3-dbad33bcecf5), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.501506 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3eecedff-cfc5-4526-96bc-af1fd3097e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.503480 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-3eecedff-cfc5-4526-96bc-af1fd3097e9a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5d793f81-2927-4bd3-a5a3-dbad33bcecf5 HTTP/1.1" status: 204 len: 168 time: 0.1815186 Oct 31 19:22:26.505036 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:26.505282 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Publish callbacks [] for port (a80be1e2-c956-41b3-879b-4346e6c60ad7), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.514691 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (a80be1e2-c956-41b3-879b-4346e6c60ad7), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.515957 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecedff-cfc5-4526-96bc-af1fd3097e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d793f81-2927-4bd3-a5a3-dbad33bcecf5,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:26.545919 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Publish callbacks [] for port (1ad4885e-bd80-42a3-9618-884f42af0876), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.564252 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Attempting to bind port a80be1e2-c956-41b3-879b-4346e6c60ad7 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:22:26.564616 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Attempting to bind port a80be1e2-c956-41b3-879b-4346e6c60ad7 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:22:26.565511 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Attempting to bind port a80be1e2-c956-41b3-879b-4346e6c60ad7 on network 676d21cd-5186-4b2a-b97a-f35601187c6a {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:22:26.585430 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (1ad4885e-bd80-42a3-9618-884f42af0876), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.606700 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac18e6-d7de-4835-815e-9c90a13cdbd8 None None] Pushing event updated for resources: {'Port': ['ID=a80be1e2-c956-41b3-879b-4346e6c60ad7,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:26.638750 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:22:26.639130 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Checking segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:26.639837 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.640955 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Bound using segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:22:26.641456 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Bound port: a80be1e2-c956-41b3-879b-4346e6c60ad7, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:22:26.641546 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Network 8bd8fec5-0f1b-4c28-a279-f78e038a6306 is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:26.641788 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (a80be1e2-c956-41b3-879b-4346e6c60ad7), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.645155 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:26.649261 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:26.652127 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad4885e-bd80-42a3-9618-884f42af0876,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:26.712925 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2057793'] for router_interface (7b5ee198-6fa4-4bb3-8e10-0590541a3de3), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.721148 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-ca27ceff-2540-45a3-bb23-e15c4213b98f None None] Current status of the port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:26.770498 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] For port a80be1e2-c956-41b3-879b-4346e6c60ad7, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:22:26.775942 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] For port a80be1e2-c956-41b3-879b-4346e6c60ad7, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=a80be1e2-c956-41b3-879b-4346e6c60ad7,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:22:26.786909 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (a80be1e2-c956-41b3-879b-4346e6c60ad7), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.888725 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac18e6-d7de-4835-815e-9c90a13cdbd8 None None] Pushing event updated for resources: {'Port': ['ID=a80be1e2-c956-41b3-879b-4346e6c60ad7,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:26.914120 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-3127bb9e-c84f-400c-a3de-e6b20f5a480b None None] Provisioning complete for port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:26.914900 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3127bb9e-c84f-400c-a3de-e6b20f5a480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (3e33c4bb-9b76-4bd5-a5f6-2bd698387d69), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.917410 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-3127bb9e-c84f-400c-a3de-e6b20f5a480b None None] Attempt 1 to provision port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 Oct 31 19:22:26.967159 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (1ad4885e-bd80-42a3-9618-884f42af0876), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:26.982495 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Routers {'7b5ee198-6fa4-4bb3-8e10-0590541a3de3'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:26.983051 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:26.997660 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a0bde-f823-4611-9ecc-25d8efcf5908 req-f0d0ead8-3d4e-4bff-9c05-b841a3a6f5ef tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:26.999358 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-fe7a0bde-f823-4611-9ecc-25d8efcf5908 req-f0d0ead8-3d4e-4bff-9c05-b841a3a6f5ef tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.0844884 Oct 31 19:22:27.079492 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:27.112371 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-3127bb9e-c84f-400c-a3de-e6b20f5a480b None None] Current status of the port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:27.132540 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:27.143851 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] Set router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:27.158379 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-fe7a0bde-f823-4611-9ecc-25d8efcf5908 req-80f53edf-5b3c-4fb4-9d01-da44144a9262 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107721 Oct 31 19:22:27.186911 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:27.233640 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Publish callbacks [] for port (1ad4885e-bd80-42a3-9618-884f42af0876), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:27.239424 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5226044'] for port (1ad4885e-bd80-42a3-9618-884f42af0876), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:27.257262 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:27.310218 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-e389fe0d-b38e-4ece-95a4-d13511b32492 None None] Provisioning complete for port 1ad4885e-bd80-42a3-9618-884f42af0876 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:27.310560 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e389fe0d-b38e-4ece-95a4-d13511b32492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (1ad4885e-bd80-42a3-9618-884f42af0876), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:27.310894 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-e389fe0d-b38e-4ece-95a4-d13511b32492 None None] Attempt 1 to provision port 1ad4885e-bd80-42a3-9618-884f42af0876 Oct 31 19:22:27.325097 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2057909'] for router_interface (7b5ee198-6fa4-4bb3-8e10-0590541a3de3), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:27.327954 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad4885e-bd80-42a3-9618-884f42af0876,revision_number=2']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:27.408409 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-e389fe0d-b38e-4ece-95a4-d13511b32492 None None] Port 1ad4885e-bd80-42a3-9618-884f42af0876 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:22:27.412513 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:27.412853 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (3e33c4bb-9b76-4bd5-a5f6-2bd698387d69), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:27.413062 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 Oct 31 19:22:27.463943 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Network 8bd8fec5-0f1b-4c28-a279-f78e038a6306 is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:27.466258 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:27.536891 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'name': 'tempest-TestShelveInstance-37921340-router', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:26Z', 'revision_number': 4, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'gw_port': {'id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '1ad4885e-bd80-42a3-9618-884f42af0876', 'name': '', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'mac_address': 'fa:16:3e:f3:7a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89f1699a-f318-44f9-afaa-c9161328684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:26Z', 'updated_at': '2022-10-31T19:22:26Z', 'revision_number': 1, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'subnets': [{'id': '89f1699a-f318-44f9-afaa-c9161328684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:27.599560 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165e2f9-8975-4dd4-a9db-5b288d338df4 None None] The sync data for ids ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'] in dv-cinder-863097-1-iscsi is: [{'id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'name': 'tempest-TestShelveInstance-37921340-router', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:26Z', 'revision_number': 4, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'gw_port': {'id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '1ad4885e-bd80-42a3-9618-884f42af0876', 'name': '', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'mac_address': 'fa:16:3e:f3:7a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89f1699a-f318-44f9-afaa-c9161328684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:26Z', 'updated_at': '2022-10-31T19:22:26Z', 'revision_number': 1, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'subnets': [{'id': '89f1699a-f318-44f9-afaa-c9161328684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:22:27.624132 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:22:27.632280 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:27.649719 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:27.775925 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 48858) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:27.812576 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:22:27.820323 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-12a0a2fd-7749-4172-9058-6cd3172a9355 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/7b5ee198-6fa4-4bb3-8e10-0590541a3de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7905116 Oct 31 19:22:27.840367 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-e07e49a3-79d3-46cc-af69-94528ed1c598 None None] Provisioning complete for port 1ad4885e-bd80-42a3-9618-884f42af0876 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:27.840916 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e07e49a3-79d3-46cc-af69-94528ed1c598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (1ad4885e-bd80-42a3-9618-884f42af0876), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:27.841554 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-e07e49a3-79d3-46cc-af69-94528ed1c598 None None] Attempt 1 to provision port 1ad4885e-bd80-42a3-9618-884f42af0876 Oct 31 19:22:27.885629 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-e07e49a3-79d3-46cc-af69-94528ed1c598 None None] Port 1ad4885e-bd80-42a3-9618-884f42af0876 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:22:27.919068 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-49c26d18-19b0-4945-9ca0-79e4bf225e6f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1371409459-network', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:27.964214 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c26d18-19b0-4945-9ca0-79e4bf225e6f admin admin] Made reservation on behalf of c47ae1789d284a72bb71a6ffe55e7d8b for: {'network': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:22:27.971740 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-49c26d18-19b0-4945-9ca0-79e4bf225e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:28.004808 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-49c26d18-19b0-4945-9ca0-79e4bf225e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:28.114668 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-49c26d18-19b0-4945-9ca0-79e4bf225e6f admin admin] Publish callbacks [] for security_group (477d3750-31e5-4cef-a858-bcc09db409db), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:28.122711 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-49c26d18-19b0-4945-9ca0-79e4bf225e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (477d3750-31e5-4cef-a858-bcc09db409db), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:28.172766 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c26d18-19b0-4945-9ca0-79e4bf225e6f admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=104475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:22:28.182750 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:28.218089 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-49c26d18-19b0-4945-9ca0-79e4bf225e6f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766604153465', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (2319dca1-753c-4e8c-8614-0af028c32192), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:28.218647 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-49c26d18-19b0-4945-9ca0-79e4bf225e6f admin admin] Unsubscribe: segment precommit_create {{(pid=104475) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 31 19:22:28.219082 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.segments_db [None req-49c26d18-19b0-4945-9ca0-79e4bf225e6f admin admin] Added segment 2319dca1-753c-4e8c-8614-0af028c32192 of type vlan for network c6bf2493-20fd-4374-968a-63f86eb3e413 Oct 31 19:22:28.228565 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c26d18-19b0-4945-9ca0-79e4bf225e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477d3750-31e5-4cef-a858-bcc09db409db,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:28.367167 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-49c26d18-19b0-4945-9ca0-79e4bf225e6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (c6bf2493-20fd-4374-968a-63f86eb3e413), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:28.400300 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc884a35-e6f9-4ffb-8c69-c1c675ef764d req-fe04d55b-25ea-4afa-960e-8d580ea7381a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:28.403466 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-cc884a35-e6f9-4ffb-8c69-c1c675ef764d req-fe04d55b-25ea-4afa-960e-8d580ea7381a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.1123288 Oct 31 19:22:28.454525 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-49c26d18-19b0-4945-9ca0-79e4bf225e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (c6bf2493-20fd-4374-968a-63f86eb3e413), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:28.455745 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c26d18-19b0-4945-9ca0-79e4bf225e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:28.456453 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-49c26d18-19b0-4945-9ca0-79e4bf225e6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:28.534219 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-cc884a35-e6f9-4ffb-8c69-c1c675ef764d req-1c96d138-ff9f-440d-bd75-8414b014cedb tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202741 Oct 31 19:22:28.558803 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 48912) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:28.567117 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-49c26d18-19b0-4945-9ca0-79e4bf225e6f admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7844744 Oct 31 19:22:28.567310 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-c4e4958f-fdf6-4eff-ab3b-c11da3ea54d5 admin admin] Request body: {'subnet': {'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1371409459-subnet', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'ip_version': 4}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:28.607875 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e4958f-fdf6-4eff-ab3b-c11da3ea54d5 admin admin] Made reservation on behalf of c47ae1789d284a72bb71a6ffe55e7d8b for: {'subnet': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:22:28.610448 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c4e4958f-fdf6-4eff-ab3b-c11da3ea54d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4897938'] for subnet (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:28.623888 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c26d18-19b0-4945-9ca0-79e4bf225e6f admin admin] Pushing event updated for resources: {'Network': ['ID=c6bf2493-20fd-4374-968a-63f86eb3e413,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:28.637166 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network c6bf2493-20fd-4374-968a-63f86eb3e413 details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:22:28.740151 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 48932) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:28.745410 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-3793c130-c649-47eb-a90d-23b5862c1f45 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-561764960-network', 'tenant_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:28.796218 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:28.857461 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3793c130-c649-47eb-a90d-23b5862c1f45 admin admin] Made reservation on behalf of f844b8eac88642a7b2e0a6a14ef7ea4f for: {'network': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:22:28.860025 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3793c130-c649-47eb-a90d-23b5862c1f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:28.880523 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3793c130-c649-47eb-a90d-23b5862c1f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:28.996378 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c4e4958f-fdf6-4eff-ab3b-c11da3ea54d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5224611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4898044'] for subnet (6041325e-1127-4844-85cb-5712b83a13fd), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.045011 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3793c130-c649-47eb-a90d-23b5862c1f45 admin admin] Publish callbacks [] for security_group (dd690658-d4b4-4062-baa0-839c4ee7406b), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.055989 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3793c130-c649-47eb-a90d-23b5862c1f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (dd690658-d4b4-4062-baa0-839c4ee7406b), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.081712 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4958f-fdf6-4eff-ab3b-c11da3ea54d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6041325e-1127-4844-85cb-5712b83a13fd,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:29.089040 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3793c130-c649-47eb-a90d-23b5862c1f45 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=104475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:22:29.097696 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e4958f-fdf6-4eff-ab3b-c11da3ea54d5 admin admin] Checking segment: {'id': '2319dca1-753c-4e8c-8614-0af028c32192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:29.098615 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e4958f-fdf6-4eff-ab3b-c11da3ea54d5 admin admin] Network hostable DHCP agents. Network: c6bf2493-20fd-4374-968a-63f86eb3e413, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:22:29.117543 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793c130-c649-47eb-a90d-23b5862c1f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd690658-d4b4-4062-baa0-839c4ee7406b,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:29.127290 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3793c130-c649-47eb-a90d-23b5862c1f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.127897 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.segments_db [None req-3793c130-c649-47eb-a90d-23b5862c1f45 admin admin] Added segment 2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf of type vlan for network 6aee1091-b727-4d13-93e0-ef0c967b41a0 Oct 31 19:22:29.131002 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e4958f-fdf6-4eff-ab3b-c11da3ea54d5 admin admin] Network c6bf2493-20fd-4374-968a-63f86eb3e413 is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:22:29.148694 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-c4e4958f-fdf6-4eff-ab3b-c11da3ea54d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, c6bf2493-20fd-4374-968a-63f86eb3e413) {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:29.156273 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e4958f-fdf6-4eff-ab3b-c11da3ea54d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:29.156273 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c4e4958f-fdf6-4eff-ab3b-c11da3ea54d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.160462 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41f059f-a852-431a-896e-7e5db0c1ac30 None None] Network c6bf2493-20fd-4374-968a-63f86eb3e413 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:22:29.180419 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:29.197339 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-c4e4958f-fdf6-4eff-ab3b-c11da3ea54d5 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6340089 Oct 31 19:22:29.198099 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 48940) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:29.204167 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1371409459-router', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:29.226995 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3793c130-c649-47eb-a90d-23b5862c1f45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (6aee1091-b727-4d13-93e0-ef0c967b41a0), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.321664 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device a80be1e2-c956-41b3-879b-4346e6c60ad7 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:29.323214 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-482295'] for router (c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.325693 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2036195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2035399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-482190'] for router (c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.336382 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3793c130-c649-47eb-a90d-23b5862c1f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (6aee1091-b727-4d13-93e0-ef0c967b41a0), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.337598 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3793c130-c649-47eb-a90d-23b5862c1f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:29.338240 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3793c130-c649-47eb-a90d-23b5862c1f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.366673 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9ee3e2-6e6d-5ff3-af27-705436aae7b6-c6bf2493-20fd-4374-968a-63f86eb3e413', 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'fixed_ips': [{'subnet_id': '6041325e-1127-4844-85cb-5712b83a13fd'}]}} from dv-cinder-863097-1-iscsi. {{(pid=104477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 19:22:29.367748 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.471273 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793c130-c649-47eb-a90d-23b5862c1f45 admin admin] Pushing event updated for resources: {'Network': ['ID=6aee1091-b727-4d13-93e0-ef0c967b41a0,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:29.474907 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Publish callbacks [] for router_controller (c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca), precommit_add_association {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.481473 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 48948) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:29.482083 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-3793c130-c649-47eb-a90d-23b5862c1f45 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7407887 Oct 31 19:22:29.490085 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-e4a382f2-7cfb-44de-95d7-c61630d2a48f admin admin] Request body: {'subnet': {'network_id': '6aee1091-b727-4d13-93e0-ef0c967b41a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-561764960-subnet', 'tenant_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'ip_version': 4}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:29.506833 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network 6aee1091-b727-4d13-93e0-ef0c967b41a0 details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:22:29.532035 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a382f2-7cfb-44de-95d7-c61630d2a48f admin admin] Made reservation on behalf of f844b8eac88642a7b2e0a6a14ef7ea4f for: {'subnet': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:22:29.537428 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e4a382f2-7cfb-44de-95d7-c61630d2a48f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4897938'] for subnet (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.603725 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port a80be1e2-c956-41b3-879b-4346e6c60ad7 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:29.604386 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (a80be1e2-c956-41b3-879b-4346e6c60ad7), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.604867 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port a80be1e2-c956-41b3-879b-4346e6c60ad7 Oct 31 19:22:29.783339 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90508f75-fba8-4ad9-be65-e57ee7c2eebe req-5f95517c-e084-4807-813a-cb9db909efb6 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:29.786240 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-90508f75-fba8-4ad9-be65-e57ee7c2eebe req-5f95517c-e084-4807-813a-cb9db909efb6 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.0710585 Oct 31 19:22:29.882191 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:29.885203 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e4a382f2-7cfb-44de-95d7-c61630d2a48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5224611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4898044'] for subnet (d9bc2736-310e-42aa-ac82-088b80b7a135), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.899866 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-90508f75-fba8-4ad9-be65-e57ee7c2eebe req-e886f7df-c727-4d9c-82dc-b9679bbbc602 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000109 Oct 31 19:22:29.900740 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:29.905068 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:29.906372 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Publish callbacks [] for router_gateway (c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.927858 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port a80be1e2-c956-41b3-879b-4346e6c60ad7 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:29.928313 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (a80be1e2-c956-41b3-879b-4346e6c60ad7), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.950589 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port a80be1e2-c956-41b3-879b-4346e6c60ad7, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=a80be1e2-c956-41b3-879b-4346e6c60ad7,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:29.952704 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Allocated IP 172.20.0.2 (c6bf2493-20fd-4374-968a-63f86eb3e413/6041325e-1127-4844-85cb-5712b83a13fd/d168686b-df9b-46b3-a55f-0441fe122496) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:29.958154 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a382f2-7cfb-44de-95d7-c61630d2a48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9bc2736-310e-42aa-ac82-088b80b7a135,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:29.959092 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (a80be1e2-c956-41b3-879b-4346e6c60ad7), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:29.968665 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a382f2-7cfb-44de-95d7-c61630d2a48f admin admin] Checking segment: {'id': '2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6aee1091-b727-4d13-93e0-ef0c967b41a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:29.969098 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a382f2-7cfb-44de-95d7-c61630d2a48f admin admin] Network hostable DHCP agents. Network: 6aee1091-b727-4d13-93e0-ef0c967b41a0, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:22:29.993956 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a382f2-7cfb-44de-95d7-c61630d2a48f admin admin] Network 6aee1091-b727-4d13-93e0-ef0c967b41a0 is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:22:30.005263 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-e4a382f2-7cfb-44de-95d7-c61630d2a48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, 6aee1091-b727-4d13-93e0-ef0c967b41a0) {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:30.018401 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a382f2-7cfb-44de-95d7-c61630d2a48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:30.019153 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e4a382f2-7cfb-44de-95d7-c61630d2a48f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.043322 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-e4a382f2-7cfb-44de-95d7-c61630d2a48f admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5606842 Oct 31 19:22:30.045886 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 48956) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:30.051002 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-561764960-router', 'tenant_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:30.058228 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:30.079433 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-482295'] for router (e13a30ef-9375-4689-bc12-9b244422a3e5), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.081252 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2036195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2035399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-482190'] for router (e13a30ef-9375-4689-bc12-9b244422a3e5), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.092747 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02850978-02ad-490e-8416-2c440764e462 None None] Network 6aee1091-b727-4d13-93e0-ef0c967b41a0 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:22:30.141867 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:30.155281 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Publish callbacks [] for router_controller (e13a30ef-9375-4689-bc12-9b244422a3e5), precommit_add_association {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.210579 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Publish callbacks [] for router_gateway (c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.244758 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.252147 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Publish callbacks [] for port (d168686b-df9b-46b3-a55f-0441fe122496), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.261196 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=a80be1e2-c956-41b3-879b-4346e6c60ad7,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:30.267706 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (d168686b-df9b-46b3-a55f-0441fe122496), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.338094 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Publish callbacks [] for router_gateway (e13a30ef-9375-4689-bc12-9b244422a3e5), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.343886 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Network c6bf2493-20fd-4374-968a-63f86eb3e413 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:30.346740 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9ee3e2-6e6d-5ff3-af27-705436aae7b6-6aee1091-b727-4d13-93e0-ef0c967b41a0', 'network_id': '6aee1091-b727-4d13-93e0-ef0c967b41a0', 'project_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'fixed_ips': [{'subnet_id': 'd9bc2736-310e-42aa-ac82-088b80b7a135'}]}} from dv-cinder-863097-1-iscsi. {{(pid=104477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 19:22:30.347986 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.358475 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:30.368247 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:30.374309 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Pushing event updated for resources: {'Port': ['ID=d168686b-df9b-46b3-a55f-0441fe122496,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:30.376204 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:30.412911 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 48962) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:30.432271 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Allocated IP 172.27.0.39 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/b365c891-64ad-492c-b495-1f113b0bfbe9) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:30.550590 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Attempting to bind port d168686b-df9b-46b3-a55f-0441fe122496 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:22:30.552854 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Attempting to bind port d168686b-df9b-46b3-a55f-0441fe122496 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '2319dca1-753c-4e8c-8614-0af028c32192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:22:30.553413 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Attempting to bind port d168686b-df9b-46b3-a55f-0441fe122496 on network c6bf2493-20fd-4374-968a-63f86eb3e413 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:22:30.577189 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Publish callbacks [] for port (b365c891-64ad-492c-b495-1f113b0bfbe9), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.615303 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (b365c891-64ad-492c-b495-1f113b0bfbe9), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.647193 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:30.654809 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:22:30.655427 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Checking segment: {'id': '2319dca1-753c-4e8c-8614-0af028c32192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:30.655993 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.656532 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Bound using segment: {'id': '2319dca1-753c-4e8c-8614-0af028c32192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:22:30.657149 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Bound port: d168686b-df9b-46b3-a55f-0441fe122496, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2319dca1-753c-4e8c-8614-0af028c32192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:22:30.657742 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (d168686b-df9b-46b3-a55f-0441fe122496), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.666015 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Publish callbacks [] for router_gateway (e13a30ef-9375-4689-bc12-9b244422a3e5), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.678775 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:30.679728 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Allocated IP 172.20.0.2 (6aee1091-b727-4d13-93e0-ef0c967b41a0/d9bc2736-310e-42aa-ac82-088b80b7a135/4edbae1d-edee-4b22-b8df-f6b08f7b9802) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:30.682319 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:30.698404 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.708171 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:30.713971 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-5143fdcf-dcf4-4c46-8856-c02df66dfc72 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f19afdd98f2e4f49935bc8f8cf0211d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999525 Oct 31 19:22:30.716551 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=8 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:30.748667 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 48968) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:30.768099 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Pushing event updated for resources: {'Port': ['ID=b365c891-64ad-492c-b495-1f113b0bfbe9,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:30.796682 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] For port d168686b-df9b-46b3-a55f-0441fe122496, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:22:30.816217 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] For port d168686b-df9b-46b3-a55f-0441fe122496, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=d168686b-df9b-46b3-a55f-0441fe122496,segment=NetworkSegment(2319dca1-753c-4e8c-8614-0af028c32192),segment_id=2319dca1-753c-4e8c-8614-0af028c32192)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:22:30.825289 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (d168686b-df9b-46b3-a55f-0441fe122496), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.888006 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2446763e-d61a-4d8c-885c-bfb141eb256d admin admin] Publish callbacks [] for security_group (b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.903230 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:30.941092 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a23ca6-799b-4c75-8961-5ec6ed20710b None None] Pushing event updated for resources: {'Port': ['ID=d168686b-df9b-46b3-a55f-0441fe122496,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:30.942868 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2446763e-d61a-4d8c-885c-bfb141eb256d admin admin] Publish callbacks [] for security_group (b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.945929 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Allocated IP 172.27.0.166 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/5447d975-6309-4334-b3e2-325a7cef374a) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:30.974590 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Publish callbacks [] for port (4edbae1d-edee-4b22-b8df-f6b08f7b9802), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:30.984958 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (4edbae1d-edee-4b22-b8df-f6b08f7b9802), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:31.035539 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Publish callbacks [] for router_gateway (c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:31.058629 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Network 6aee1091-b727-4d13-93e0-ef0c967b41a0 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:31.064887 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:31.067298 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Pushing event updated for resources: {'Port': ['ID=4edbae1d-edee-4b22-b8df-f6b08f7b9802,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:31.069738 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:31.097954 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Sync routers for ids ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:22:31.107805 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Routers {'7b5ee198-6fa4-4bb3-8e10-0590541a3de3'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:31.108429 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:31.156560 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Attempting to bind port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:22:31.157702 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Attempting to bind port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6aee1091-b727-4d13-93e0-ef0c967b41a0'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:22:31.159184 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Attempting to bind port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 on network 6aee1091-b727-4d13-93e0-ef0c967b41a0 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:22:31.222492 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Set router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:31.239689 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2446763e-d61a-4d8c-885c-bfb141eb256d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:31.245432 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2446763e-d61a-4d8c-885c-bfb141eb256d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:31.249594 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-2446763e-d61a-4d8c-885c-bfb141eb256d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6 HTTP/1.1" status: 204 len: 168 time: 0.4995356 Oct 31 19:22:31.262192 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:22:31.263287 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Checking segment: {'id': '2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6aee1091-b727-4d13-93e0-ef0c967b41a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:31.263769 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:31.264330 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Bound using segment: {'id': '2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6aee1091-b727-4d13-93e0-ef0c967b41a0'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:22:31.264874 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Bound port: 4edbae1d-edee-4b22-b8df-f6b08f7b9802, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6aee1091-b727-4d13-93e0-ef0c967b41a0'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:22:31.265400 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (4edbae1d-edee-4b22-b8df-f6b08f7b9802), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:31.335323 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ab22b-1348-4830-98d3-a19f1b535d42 req-20efffb7-8fe7-4c83-a455-c7ef2cfd1ca2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:31.337008 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-854ab22b-1348-4830-98d3-a19f1b535d42 req-20efffb7-8fe7-4c83-a455-c7ef2cfd1ca2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.1634881 Oct 31 19:22:31.340383 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446763e-d61a-4d8c-885c-bfb141eb256d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1656bd9-5197-4ba7-ba3b-1019e4b7b2e6,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:31.401244 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Publish callbacks [] for port (5447d975-6309-4334-b3e2-325a7cef374a), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:31.435039 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] For port 4edbae1d-edee-4b22-b8df-f6b08f7b9802, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:22:31.440172 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] For port 4edbae1d-edee-4b22-b8df-f6b08f7b9802, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=4edbae1d-edee-4b22-b8df-f6b08f7b9802,segment=NetworkSegment(2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf),segment_id=2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:22:31.451452 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (4edbae1d-edee-4b22-b8df-f6b08f7b9802), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:31.479716 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'name': 'tempest-TestShelveInstance-37921340-router', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:26Z', 'revision_number': 4, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'gw_port': {'id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '1ad4885e-bd80-42a3-9618-884f42af0876', 'name': '', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'mac_address': 'fa:16:3e:f3:7a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89f1699a-f318-44f9-afaa-c9161328684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:26Z', 'updated_at': '2022-10-31T19:22:27Z', 'revision_number': 2, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'subnets': [{'id': '89f1699a-f318-44f9-afaa-c9161328684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:31.509182 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Checking router: 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:22:31.509814 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Updating router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 port 1ad4885e-bd80-42a3-9618-884f42af0876 binding host dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:22:31.519762 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (5447d975-6309-4334-b3e2-325a7cef374a), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:31.533919 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-854ab22b-1348-4830-98d3-a19f1b535d42 req-ceb9b7be-a283-4b17-8e88-6ade4df2dc42 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855166 Oct 31 19:22:31.558058 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device d168686b-df9b-46b3-a55f-0441fe122496 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:31.558746 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (1ad4885e-bd80-42a3-9618-884f42af0876), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:31.595226 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2036112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2058039'] for router (c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:31.631291 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:31.660767 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:31.674427 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:31.680514 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:31.725433 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:31.727227 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b59ded05-5654-4d1a-bedf-5ba7df6d0ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:31.730418 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f207c7-de21-41ca-a58c-108c34df8aff None None] Pushing event updated for resources: {'Port': ['ID=4edbae1d-edee-4b22-b8df-f6b08f7b9802,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:31.750202 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Pushing event updated for resources: {'Port': ['ID=5447d975-6309-4334-b3e2-325a7cef374a,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:31.752697 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port d168686b-df9b-46b3-a55f-0441fe122496 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:31.753072 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (d168686b-df9b-46b3-a55f-0441fe122496), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:31.753473 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port d168686b-df9b-46b3-a55f-0441fe122496 Oct 31 19:22:31.795116 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:31.928550 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port d168686b-df9b-46b3-a55f-0441fe122496 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:31.929051 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (d168686b-df9b-46b3-a55f-0441fe122496), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:31.970149 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca is scheduled to L3 agent bfda5fc7-44c9-487b-820a-926a116c23db with binding_index 1 {{(pid=104475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 19:22:31.971971 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port d168686b-df9b-46b3-a55f-0441fe122496, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=d168686b-df9b-46b3-a55f-0441fe122496,segment=NetworkSegment(2319dca1-753c-4e8c-8614-0af028c32192),segment_id=2319dca1-753c-4e8c-8614-0af028c32192)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:31.979229 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (d168686b-df9b-46b3-a55f-0441fe122496), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:31.981266 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device a80be1e2-c956-41b3-879b-4346e6c60ad7 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:32.093425 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:32.147358 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=d168686b-df9b-46b3-a55f-0441fe122496,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:32.152045 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port a80be1e2-c956-41b3-879b-4346e6c60ad7 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:32.152500 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (a80be1e2-c956-41b3-879b-4346e6c60ad7), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:32.152928 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port a80be1e2-c956-41b3-879b-4346e6c60ad7 Oct 31 19:22:32.190747 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:22:32.200365 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Publish callbacks [] for router_gateway (e13a30ef-9375-4689-bc12-9b244422a3e5), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:32.202718 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Publish callbacks [] for port (1ad4885e-bd80-42a3-9618-884f42af0876), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:32.212787 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (1ad4885e-bd80-42a3-9618-884f42af0876), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:32.213242 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:32.214758 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-8cfa2740-08f5-4913-a37d-039aa74b94fa admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0152147 Oct 31 19:22:32.217445 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 48988) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:32.218433 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Sync routers for ids ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:22:32.264337 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Routers {'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:32.264638 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:32.296926 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0320df-4de6-4b77-88ed-c8da3be47e64 None None] Pushing event updated for resources: {'Port': ['ID=1ad4885e-bd80-42a3-9618-884f42af0876,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:32.322764 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port a80be1e2-c956-41b3-879b-4346e6c60ad7 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:32.356104 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0320df-4de6-4b77-88ed-c8da3be47e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:32.356892 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0320df-4de6-4b77-88ed-c8da3be47e64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:32.357394 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0320df-4de6-4b77-88ed-c8da3be47e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:32.358108 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0320df-4de6-4b77-88ed-c8da3be47e64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:32.358602 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0320df-4de6-4b77-88ed-c8da3be47e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:32.359207 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0320df-4de6-4b77-88ed-c8da3be47e64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:32.359681 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0320df-4de6-4b77-88ed-c8da3be47e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:32.360158 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0320df-4de6-4b77-88ed-c8da3be47e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:32.360719 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0320df-4de6-4b77-88ed-c8da3be47e64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:32.361240 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0320df-4de6-4b77-88ed-c8da3be47e64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:32.366136 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0320df-4de6-4b77-88ed-c8da3be47e64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:32.378318 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0320df-4de6-4b77-88ed-c8da3be47e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:32.379734 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0320df-4de6-4b77-88ed-c8da3be47e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:32.379952 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:32.380426 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0320df-4de6-4b77-88ed-c8da3be47e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:32.380926 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0320df-4de6-4b77-88ed-c8da3be47e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:32.430407 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Attempting to bind port 1ad4885e-bd80-42a3-9618-884f42af0876 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:22:32.432695 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Attempting to bind port 1ad4885e-bd80-42a3-9618-884f42af0876 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '3adfb10e-3333-4507-9b4a-e3149385f709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:22:32.433159 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Attempting to bind port 1ad4885e-bd80-42a3-9618-884f42af0876 on network 8bd8fec5-0f1b-4c28-a279-f78e038a6306 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:22:32.530798 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Set router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:32.531814 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:22:32.532475 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Checking segment: {'id': '3adfb10e-3333-4507-9b4a-e3149385f709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:32.533104 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:32.533817 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Bound using segment: {'id': '3adfb10e-3333-4507-9b4a-e3149385f709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:22:32.534503 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Bound port: 1ad4885e-bd80-42a3-9618-884f42af0876, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3adfb10e-3333-4507-9b4a-e3149385f709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:22:32.535078 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (1ad4885e-bd80-42a3-9618-884f42af0876), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:32.555365 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:32.653089 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa28309f-bae9-46e6-a21b-fb19193fe047 None None] Network c6bf2493-20fd-4374-968a-63f86eb3e413 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:22:32.663581 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2036112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2058039'] for router (e13a30ef-9375-4689-bc12-9b244422a3e5), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:32.679967 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] For port 1ad4885e-bd80-42a3-9618-884f42af0876, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:22:32.684168 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] For port 1ad4885e-bd80-42a3-9618-884f42af0876, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=1ad4885e-bd80-42a3-9618-884f42af0876,segment=NetworkSegment(3adfb10e-3333-4507-9b4a-e3149385f709),segment_id=3adfb10e-3333-4507-9b4a-e3149385f709)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:22:32.696562 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:32.697745 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-c59a78ef-feb0-4077-8b0e-924443cc8b6c None None] Provisioning complete for port d168686b-df9b-46b3-a55f-0441fe122496 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:32.698120 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c59a78ef-feb0-4077-8b0e-924443cc8b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (d168686b-df9b-46b3-a55f-0441fe122496), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:32.698340 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-c59a78ef-feb0-4077-8b0e-924443cc8b6c None None] Attempt 1 to provision port d168686b-df9b-46b3-a55f-0441fe122496 Oct 31 19:22:32.700856 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (1ad4885e-bd80-42a3-9618-884f42af0876), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:32.746109 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Routers {'7b5ee198-6fa4-4bb3-8e10-0590541a3de3'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:32.747030 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:32.762947 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:32.840060 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49004) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:32.857053 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0320df-4de6-4b77-88ed-c8da3be47e64 None None] Pushing event updated for resources: {'Port': ['ID=1ad4885e-bd80-42a3-9618-884f42af0876,revision_number=4']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:32.968006 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] Set router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:33.009453 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860059be-8b99-48f1-a97e-6904a682ad08 req-b2fe1167-93cc-4739-ad2f-24e1c65b5f8a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:33.011078 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-860059be-8b99-48f1-a97e-6904a682ad08 req-b2fe1167-93cc-4739-ad2f-24e1c65b5f8a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.1207278 Oct 31 19:22:33.037672 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:33.067529 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-7892af19-7425-499a-89ce-32f7a7582ae3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-538985388-network', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:33.104217 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Router e13a30ef-9375-4689-bc12-9b244422a3e5 is scheduled to L3 agent bfda5fc7-44c9-487b-820a-926a116c23db with binding_index 1 {{(pid=104476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 19:22:33.130754 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-860059be-8b99-48f1-a97e-6904a682ad08 req-b07a6a3e-2257-4da7-b55f-5b66a5ce5fbe tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051857 Oct 31 19:22:33.161450 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7892af19-7425-499a-89ce-32f7a7582ae3 admin admin] Made reservation on behalf of 808cc3e5392b4bb7a80b154a60f69ee3 for: {'network': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:22:33.164699 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7892af19-7425-499a-89ce-32f7a7582ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:33.184927 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7892af19-7425-499a-89ce-32f7a7582ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:33.249368 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fa9e6c-3c09-40f7-a3df-a9319d166f66 None None] Network 6aee1091-b727-4d13-93e0-ef0c967b41a0 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:22:33.278205 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:22:33.295332 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Sync routers for ids ['e13a30ef-9375-4689-bc12-9b244422a3e5'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:22:33.302812 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] Publish callbacks [] for router (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:33.305025 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-54570794-4317-41c4-b4ef-e787b6431fef admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2578497 Oct 31 19:22:33.308305 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49008) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:33.323592 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-c59a78ef-feb0-4077-8b0e-924443cc8b6c None None] Current status of the port d168686b-df9b-46b3-a55f-0441fe122496 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:33.380029 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Routers {'e13a30ef-9375-4689-bc12-9b244422a3e5'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:33.381078 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['e13a30ef-9375-4689-bc12-9b244422a3e5'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:33.391839 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:33.396030 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:33.440012 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Allocated IP 172.20.0.1 (c6bf2493-20fd-4374-968a-63f86eb3e413/6041325e-1127-4844-85cb-5712b83a13fd/7f00bced-615e-4c9b-9442-70bb38b57c12) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:33.470564 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device d168686b-df9b-46b3-a55f-0441fe122496 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:33.491154 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7892af19-7425-499a-89ce-32f7a7582ae3 admin admin] Publish callbacks [] for security_group (b2d54b9d-816e-4363-9d95-b75d4a364f78), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:33.509139 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7892af19-7425-499a-89ce-32f7a7582ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (b2d54b9d-816e-4363-9d95-b75d4a364f78), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:33.559567 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-861a33ec-5fb9-4e44-b636-755fa343f286 None None] Provisioning complete for port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:33.560125 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-861a33ec-5fb9-4e44-b636-755fa343f286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (4edbae1d-edee-4b22-b8df-f6b08f7b9802), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:33.560687 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-861a33ec-5fb9-4e44-b636-755fa343f286 None None] Attempt 1 to provision port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 Oct 31 19:22:33.566324 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892af19-7425-499a-89ce-32f7a7582ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d54b9d-816e-4363-9d95-b75d4a364f78,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:33.601433 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:33.629848 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'name': 'tempest-TestMinimumBasicScenario-1371409459-router', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:29Z', 'updated_at': '2022-10-31T19:22:30Z', 'revision_number': 3, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'gw_port': {'id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:33.634977 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7892af19-7425-499a-89ce-32f7a7582ae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=104475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:22:33.660192 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7892af19-7425-499a-89ce-32f7a7582ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (4de19623-588f-48ac-b744-fb9f52e690b2), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:33.660581 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.segments_db [None req-7892af19-7425-499a-89ce-32f7a7582ae3 admin admin] Added segment 4de19623-588f-48ac-b744-fb9f52e690b2 of type vlan for network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b Oct 31 19:22:33.685129 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Set router e13a30ef-9375-4689-bc12-9b244422a3e5 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:33.711991 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Checking router: c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:22:33.712606 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Updating router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca port b365c891-64ad-492c-b495-1f113b0bfbe9 binding host dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:22:33.775559 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port d168686b-df9b-46b3-a55f-0441fe122496 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:33.775559 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (d168686b-df9b-46b3-a55f-0441fe122496), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:33.775559 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port d168686b-df9b-46b3-a55f-0441fe122496 Oct 31 19:22:33.839447 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7892af19-7425-499a-89ce-32f7a7582ae3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:33.859347 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'name': 'tempest-TestShelveInstance-37921340-router', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:26Z', 'revision_number': 4, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'gw_port': {'id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '1ad4885e-bd80-42a3-9618-884f42af0876', 'name': '', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'mac_address': 'fa:16:3e:f3:7a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89f1699a-f318-44f9-afaa-c9161328684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:26Z', 'updated_at': '2022-10-31T19:22:32Z', 'revision_number': 4, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'subnets': [{'id': '89f1699a-f318-44f9-afaa-c9161328684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:33.894742 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Publish callbacks [] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:33.914173 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fc8d70-34e4-48f7-859a-828d91e01225 None None] The sync data for ids ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'] in dv-cinder-863097-1-iscsi is: [{'id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'name': 'tempest-TestShelveInstance-37921340-router', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:26Z', 'revision_number': 4, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'gw_port': {'id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '1ad4885e-bd80-42a3-9618-884f42af0876', 'name': '', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'mac_address': 'fa:16:3e:f3:7a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89f1699a-f318-44f9-afaa-c9161328684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:26Z', 'updated_at': '2022-10-31T19:22:32Z', 'revision_number': 4, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'subnets': [{'id': '89f1699a-f318-44f9-afaa-c9161328684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:22:33.940015 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (b365c891-64ad-492c-b495-1f113b0bfbe9), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:33.968990 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7892af19-7425-499a-89ce-32f7a7582ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:33.970480 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7892af19-7425-499a-89ce-32f7a7582ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:33.971853 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7892af19-7425-499a-89ce-32f7a7582ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:33.995060 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:34.118158 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892af19-7425-499a-89ce-32f7a7582ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:34.139523 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:34.140569 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'name': 'tempest-TestShelveInstance-561764960-router', 'tenant_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '5447d975-6309-4334-b3e2-325a7cef374a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:31Z', 'revision_number': 3, 'project_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'gw_port': {'id': '5447d975-6309-4334-b3e2-325a7cef374a', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:34.154283 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49026) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:34.155124 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-7892af19-7425-499a-89ce-32f7a7582ae3 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3090866 Oct 31 19:22:34.171908 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Checking router: e13a30ef-9375-4689-bc12-9b244422a3e5 for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:22:34.172165 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Request body: {'subnet': {'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-538985388-subnet', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'ip_version': 4}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:34.172485 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Updating router e13a30ef-9375-4689-bc12-9b244422a3e5 port 5447d975-6309-4334-b3e2-325a7cef374a binding host dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:22:34.206951 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (5447d975-6309-4334-b3e2-325a7cef374a), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:34.233875 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e4566451-90dc-4699-9695-5a7889c8ba94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:34.269085 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Made reservation on behalf of 808cc3e5392b4bb7a80b154a60f69ee3 for: {'subnet': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:22:34.273839 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4897938'] for subnet (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:34.274883 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Pushing event updated for resources: {'Port': ['ID=7f00bced-615e-4c9b-9442-70bb38b57c12,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:34.288961 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Network c6bf2493-20fd-4374-968a-63f86eb3e413 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:34.291210 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:22:34.293272 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:34.294715 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-861a33ec-5fb9-4e44-b636-755fa343f286 None None] Current status of the port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:34.294715 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-861a33ec-5fb9-4e44-b636-755fa343f286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (4edbae1d-edee-4b22-b8df-f6b08f7b9802), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:34.317259 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:34.318695 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2057793'] for router_interface (c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:34.378115 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:34.531555 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded3ef8-440d-4398-9272-1d0a6f5fabfa req-7591f517-8f9a-4505-b957-9e789f56ac68 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:34.534216 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4ded3ef8-440d-4398-9272-1d0a6f5fabfa req-7591f517-8f9a-4505-b957-9e789f56ac68 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.2189097 Oct 31 19:22:34.667263 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:34.674832 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:34.690898 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:34.755499 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Publish callbacks [] for port (5447d975-6309-4334-b3e2-325a7cef374a), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:34.770177 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (5447d975-6309-4334-b3e2-325a7cef374a), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:34.792034 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4ded3ef8-440d-4398-9272-1d0a6f5fabfa req-3a079404-5456-4f1a-9efa-d97634f00933 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287304 Oct 31 19:22:34.800945 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port d168686b-df9b-46b3-a55f-0441fe122496 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:34.802074 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 4edbae1d-edee-4b22-b8df-f6b08f7b9802 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:34.819192 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-861a33ec-5fb9-4e44-b636-755fa343f286 None None] For port 4edbae1d-edee-4b22-b8df-f6b08f7b9802, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=4edbae1d-edee-4b22-b8df-f6b08f7b9802,segment=NetworkSegment(2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf),segment_id=2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:34.894246 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:34.900927 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Attempting to bind port 5447d975-6309-4334-b3e2-325a7cef374a on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:22:34.905346 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Attempting to bind port 5447d975-6309-4334-b3e2-325a7cef374a by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:22:34.907293 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Attempting to bind port 5447d975-6309-4334-b3e2-325a7cef374a on network 676d21cd-5186-4b2a-b97a-f35601187c6a {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:22:34.921178 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:INSERT=6,neutron:UPDATE=4,neutron:SELECT=89,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:34.960192 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Publish callbacks [] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:34.968277 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:34.969923 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2057909'] for router_interface (c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.000140 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a299a7c-e9a6-472b-b4c1-13d5ca446b8b None None] Pushing event updated for resources: {'Port': ['ID=5447d975-6309-4334-b3e2-325a7cef374a,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:35.056689 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:22:35.057060 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Checking segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:35.057460 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.059546 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Bound using segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:22:35.059960 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Bound port: 5447d975-6309-4334-b3e2-325a7cef374a, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:22:35.060334 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (5447d975-6309-4334-b3e2-325a7cef374a), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.069713 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:35.128015 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Pushing event updated for resources: {'Port': ['ID=7f00bced-615e-4c9b-9442-70bb38b57c12,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:35.144763 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.144873 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Publish callbacks [] for port (b365c891-64ad-492c-b495-1f113b0bfbe9), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.144967 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.145299 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.145655 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.146173 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.146513 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.147075 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.147641 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.148281 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.148698 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.149262 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.149911 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.150568 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.150679 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.150930 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.167796 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] For port 5447d975-6309-4334-b3e2-325a7cef374a, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:22:35.175607 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-861a33ec-5fb9-4e44-b636-755fa343f286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (4edbae1d-edee-4b22-b8df-f6b08f7b9802), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.181881 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (b365c891-64ad-492c-b495-1f113b0bfbe9), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.193478 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] For port 5447d975-6309-4334-b3e2-325a7cef374a, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=5447d975-6309-4334-b3e2-325a7cef374a,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:22:35.200823 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5224611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4898044'] for subnet (ea13b07d-23c0-4ab1-af41-11d895efc58d), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.202137 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Network c6bf2493-20fd-4374-968a-63f86eb3e413 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:35.204057 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:35.219405 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (5447d975-6309-4334-b3e2-325a7cef374a), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.242076 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:35.242358 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (4edbae1d-edee-4b22-b8df-f6b08f7b9802), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.242690 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 Oct 31 19:22:35.281281 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.293522 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Attempting to bind port b365c891-64ad-492c-b495-1f113b0bfbe9 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:22:35.294107 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Attempting to bind port b365c891-64ad-492c-b495-1f113b0bfbe9 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:22:35.294422 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Attempting to bind port b365c891-64ad-492c-b495-1f113b0bfbe9 on network 676d21cd-5186-4b2a-b97a-f35601187c6a {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:22:35.306368 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:35.326987 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Routers {'e13a30ef-9375-4689-bc12-9b244422a3e5'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:35.330706 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['e13a30ef-9375-4689-bc12-9b244422a3e5'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:35.357769 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.364960 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-7830d7d2-d4f4-4878-a2a3-de9db28a1a81 None None] Provisioning complete for port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:35.365322 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7830d7d2-d4f4-4878-a2a3-de9db28a1a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (4edbae1d-edee-4b22-b8df-f6b08f7b9802), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.365669 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-7830d7d2-d4f4-4878-a2a3-de9db28a1a81 None None] Attempt 1 to provision port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 Oct 31 19:22:35.400201 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:22:35.410897 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:22:35.411291 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Checking segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:35.412122 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.412525 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Bound using segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:22:35.413004 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Bound port: b365c891-64ad-492c-b495-1f113b0bfbe9, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:22:35.413380 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (b365c891-64ad-492c-b495-1f113b0bfbe9), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.423835 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a299a7c-e9a6-472b-b4c1-13d5ca446b8b None None] Pushing event updated for resources: {'Port': ['ID=5447d975-6309-4334-b3e2-325a7cef374a,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:35.431071 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea13b07d-23c0-4ab1-af41-11d895efc58d,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:35.461736 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.462113 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.462583 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.463132 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.463598 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.464250 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.465081 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.465081 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.465578 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.466452 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.466926 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.467418 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.468171 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.468450 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.468842 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:22:35.478678 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Checking segment: {'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:35.479044 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Network hostable DHCP agents. Network: adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:22:35.486443 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] For port b365c891-64ad-492c-b495-1f113b0bfbe9, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:22:35.500194 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] For port b365c891-64ad-492c-b495-1f113b0bfbe9, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=b365c891-64ad-492c-b495-1f113b0bfbe9,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:22:35.508184 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a33ec-5fb9-4e44-b636-755fa343f286 None None] Pushing event updated for resources: {'Port': ['ID=4edbae1d-edee-4b22-b8df-f6b08f7b9802,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:35.532024 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (b365c891-64ad-492c-b495-1f113b0bfbe9), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.558992 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:22:35.566568 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:22:35.568570 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-506e2789-1949-45ea-9849-cb41f204dbd5 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3494287 Oct 31 19:22:35.572641 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] Set router e13a30ef-9375-4689-bc12-9b244422a3e5 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:35.615400 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:35.615769 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Allocated IP 172.20.0.1 (6aee1091-b727-4d13-93e0-ef0c967b41a0/d9bc2736-310e-42aa-ac82-088b80b7a135/474c135d-9a91-46d7-a58e-6580a2c13510) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:35.616486 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 1ad4885e-bd80-42a3-9618-884f42af0876 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:35.659758 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:35.660602 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:35.672180 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b) {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:35.710110 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660bb018-5638-424b-a516-43772a6ef578 None None] Network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:22:35.716490 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:35.717077 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.738390 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5c68e-4e33-43ad-958b-217f93fd2da7 None None] Pushing event updated for resources: {'Port': ['ID=b365c891-64ad-492c-b495-1f113b0bfbe9,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:35.741936 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-ea7739e5-4420-4ae5-b3ad-22de1987e269 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5865307 Oct 31 19:22:35.745109 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49046) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:35.749745 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:35.752731 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Routers {'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:35.753546 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:35.775292 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-482295'] for router (15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.776525 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2036195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2035399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-482190'] for router (15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.818489 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Publish callbacks [] for port (474c135d-9a91-46d7-a58e-6580a2c13510), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.876656 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (474c135d-9a91-46d7-a58e-6580a2c13510), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.929192 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-7830d7d2-d4f4-4878-a2a3-de9db28a1a81 None None] Current status of the port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:35.991485 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 1ad4885e-bd80-42a3-9618-884f42af0876 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:35.991769 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (1ad4885e-bd80-42a3-9618-884f42af0876), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:35.992095 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 1ad4885e-bd80-42a3-9618-884f42af0876 Oct 31 19:22:35.999875 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'name': 'tempest-TestShelveInstance-561764960-router', 'tenant_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '5447d975-6309-4334-b3e2-325a7cef374a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:31Z', 'revision_number': 3, 'project_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'gw_port': {'id': '5447d975-6309-4334-b3e2-325a7cef374a', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:36.004485 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Network 6aee1091-b727-4d13-93e0-ef0c967b41a0 is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:36.005631 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Pushing event updated for resources: {'Port': ['ID=474c135d-9a91-46d7-a58e-6580a2c13510,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:36.023302 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:36.038706 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:36.091718 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-7830d7d2-d4f4-4878-a2a3-de9db28a1a81 None None] Provisioning complete for port d168686b-df9b-46b3-a55f-0441fe122496 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:36.093419 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7830d7d2-d4f4-4878-a2a3-de9db28a1a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (d168686b-df9b-46b3-a55f-0441fe122496), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:36.094591 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-7830d7d2-d4f4-4878-a2a3-de9db28a1a81 None None] Attempt 1 to provision port d168686b-df9b-46b3-a55f-0441fe122496 Oct 31 19:22:36.107682 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:36.121153 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd3143e-35ac-4057-8b99-2db610bf8b8e None None] The sync data for ids ['e13a30ef-9375-4689-bc12-9b244422a3e5'] in dv-cinder-863097-1-iscsi is: [{'id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'name': 'tempest-TestShelveInstance-561764960-router', 'tenant_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '5447d975-6309-4334-b3e2-325a7cef374a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:31Z', 'revision_number': 3, 'project_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'gw_port': {'id': '5447d975-6309-4334-b3e2-325a7cef374a', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:22:36.132722 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2057793'] for router_interface (e13a30ef-9375-4689-bc12-9b244422a3e5), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:36.359426 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbc518-ffac-4c2e-b7bb-686b1680e7a4 req-c7089391-e08e-4f80-bbdd-962003b4da81 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:36.361272 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-20dbc518-ffac-4c2e-b7bb-686b1680e7a4 req-c7089391-e08e-4f80-bbdd-962003b4da81 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.1378407 Oct 31 19:22:36.440476 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Publish callbacks [] for router_controller (15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca), precommit_add_association {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:36.493452 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (474c135d-9a91-46d7-a58e-6580a2c13510), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:36.566941 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5c68e-4e33-43ad-958b-217f93fd2da7 None None] Pushing event updated for resources: {'Port': ['ID=b365c891-64ad-492c-b495-1f113b0bfbe9,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:36.717312 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-20dbc518-ffac-4c2e-b7bb-686b1680e7a4 req-4ee6a5fe-f739-44ab-b00f-8db6afee5131 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467605 Oct 31 19:22:36.759611 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49080) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:36.765085 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-fb323d0a-3d77-49e2-858a-f77580bbff52 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1815052745-network', 'tenant_id': '428ff03286f94fd29e83675ccbe0a2a1'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:36.780784 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:36.788325 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] Set router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:36.797567 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9ee3e2-6e6d-5ff3-af27-705436aae7b6-adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d'}]}} from dv-cinder-863097-1-iscsi. {{(pid=104477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 19:22:36.798920 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:36.806842 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Publish callbacks [] for router_gateway (15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:36.818121 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Publish callbacks [] for port (474c135d-9a91-46d7-a58e-6580a2c13510), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:36.818670 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb323d0a-3d77-49e2-858a-f77580bbff52 admin admin] Made reservation on behalf of 428ff03286f94fd29e83675ccbe0a2a1 for: {'network': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:22:36.820709 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fb323d0a-3d77-49e2-858a-f77580bbff52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:36.823524 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5226044'] for port (474c135d-9a91-46d7-a58e-6580a2c13510), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:36.831329 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:36.834800 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fb323d0a-3d77-49e2-858a-f77580bbff52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:36.928693 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Pushing event updated for resources: {'Port': ['ID=474c135d-9a91-46d7-a58e-6580a2c13510,revision_number=2']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:36.931635 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2057909'] for router_interface (e13a30ef-9375-4689-bc12-9b244422a3e5), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:36.938713 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-7830d7d2-d4f4-4878-a2a3-de9db28a1a81 None None] Current status of the port d168686b-df9b-46b3-a55f-0441fe122496 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:36.942566 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:36.984518 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:36.990222 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:37.029927 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-7830d7d2-d4f4-4878-a2a3-de9db28a1a81 None None] Provisioning complete for port 7f00bced-615e-4c9b-9442-70bb38b57c12 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:37.030749 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7830d7d2-d4f4-4878-a2a3-de9db28a1a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:37.033101 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-7830d7d2-d4f4-4878-a2a3-de9db28a1a81 None None] Attempt 1 to provision port 7f00bced-615e-4c9b-9442-70bb38b57c12 Oct 31 19:22:37.058201 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:22:37.082744 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-7830d7d2-d4f4-4878-a2a3-de9db28a1a81 None None] Port 7f00bced-615e-4c9b-9442-70bb38b57c12 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:22:37.110979 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Network 6aee1091-b727-4d13-93e0-ef0c967b41a0 is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:37.117986 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:37.127807 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Publish callbacks [] for router_gateway (15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:37.145872 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 1ad4885e-bd80-42a3-9618-884f42af0876 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:37.145872 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (1ad4885e-bd80-42a3-9618-884f42af0876), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:37.156171 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:37.175931 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fb323d0a-3d77-49e2-858a-f77580bbff52 admin admin] Publish callbacks [] for security_group (cb397a59-d24c-49bf-b591-4f39354fe592), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:37.179744 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:37.181921 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fb323d0a-3d77-49e2-858a-f77580bbff52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (cb397a59-d24c-49bf-b591-4f39354fe592), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:37.286364 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port 1ad4885e-bd80-42a3-9618-884f42af0876, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=1ad4885e-bd80-42a3-9618-884f42af0876,segment=NetworkSegment(3adfb10e-3333-4507-9b4a-e3149385f709),segment_id=3adfb10e-3333-4507-9b4a-e3149385f709)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:37.295990 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Router e13a30ef-9375-4689-bc12-9b244422a3e5 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:22:37.404700 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb323d0a-3d77-49e2-858a-f77580bbff52 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=104475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:22:37.407595 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:37.409815 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (1ad4885e-bd80-42a3-9618-884f42af0876), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:37.441739 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb323d0a-3d77-49e2-858a-f77580bbff52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb397a59-d24c-49bf-b591-4f39354fe592,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:37.447489 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fb323d0a-3d77-49e2-858a-f77580bbff52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (a2127c4a-e26e-47d6-a875-fcd82ecc5267), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:37.447914 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.segments_db [None req-fb323d0a-3d77-49e2-858a-f77580bbff52 admin admin] Added segment a2127c4a-e26e-47d6-a875-fcd82ecc5267 of type vlan for network 5b9d817b-a05a-4ad1-b8ca-5600a2390aa3 Oct 31 19:22:37.454863 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-fe7933f2-a455-42e5-82a1-ea32af76ab2b None None] Provisioning complete for port 474c135d-9a91-46d7-a58e-6580a2c13510 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:37.455838 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fe7933f2-a455-42e5-82a1-ea32af76ab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (474c135d-9a91-46d7-a58e-6580a2c13510), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:37.456475 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-fe7933f2-a455-42e5-82a1-ea32af76ab2b None None] Attempt 1 to provision port 474c135d-9a91-46d7-a58e-6580a2c13510 Oct 31 19:22:37.551186 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:22:37.562101 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-b02c44d0-6763-4c44-b5c0-418401f5555d admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/e13a30ef-9375-4689-bc12-9b244422a3e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2526257 Oct 31 19:22:37.598038 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fb323d0a-3d77-49e2-858a-f77580bbff52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (5b9d817b-a05a-4ad1-b8ca-5600a2390aa3), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:37.602087 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Allocated IP 172.20.0.2 (adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b/ea13b07d-23c0-4ab1-af41-11d895efc58d/2604a4bb-14b4-47e7-8d01-f305f16b6ad4) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:37.608976 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-fe7933f2-a455-42e5-82a1-ea32af76ab2b None None] Port 474c135d-9a91-46d7-a58e-6580a2c13510 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:22:37.632446 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Allocated IP 172.27.0.103 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/1b344453-67b6-4bf7-bde1-8d6ac3651e77) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:37.700805 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'name': 'tempest-TestMinimumBasicScenario-1371409459-router', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:29Z', 'updated_at': '2022-10-31T19:22:34Z', 'revision_number': 4, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'gw_port': {'id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '7f00bced-615e-4c9b-9442-70bb38b57c12', 'name': '', 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'mac_address': 'fa:16:3e:7e:04:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6041325e-1127-4844-85cb-5712b83a13fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:33Z', 'updated_at': '2022-10-31T19:22:34Z', 'revision_number': 2, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'subnets': [{'id': '6041325e-1127-4844-85cb-5712b83a13fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:37.702781 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fb323d0a-3d77-49e2-858a-f77580bbff52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (5b9d817b-a05a-4ad1-b8ca-5600a2390aa3), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:37.703796 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb323d0a-3d77-49e2-858a-f77580bbff52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:37.704379 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fb323d0a-3d77-49e2-858a-f77580bbff52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:37.742788 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b3ac05-05e1-4a60-ad22-00812c06151a None None] The sync data for ids ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'] in dv-cinder-863097-1-iscsi is: [{'id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'name': 'tempest-TestMinimumBasicScenario-1371409459-router', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:29Z', 'updated_at': '2022-10-31T19:22:34Z', 'revision_number': 4, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'gw_port': {'id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '7f00bced-615e-4c9b-9442-70bb38b57c12', 'name': '', 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'mac_address': 'fa:16:3e:7e:04:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6041325e-1127-4844-85cb-5712b83a13fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:33Z', 'updated_at': '2022-10-31T19:22:34Z', 'revision_number': 2, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'subnets': [{'id': '6041325e-1127-4844-85cb-5712b83a13fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:22:37.748916 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 5447d975-6309-4334-b3e2-325a7cef374a up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:37.832599 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-fe7933f2-a455-42e5-82a1-ea32af76ab2b None None] Provisioning complete for port 7f00bced-615e-4c9b-9442-70bb38b57c12 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:37.833145 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fe7933f2-a455-42e5-82a1-ea32af76ab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:37.833509 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-fe7933f2-a455-42e5-82a1-ea32af76ab2b None None] Attempt 1 to provision port 7f00bced-615e-4c9b-9442-70bb38b57c12 Oct 31 19:22:37.843613 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb323d0a-3d77-49e2-858a-f77580bbff52 admin admin] Pushing event updated for resources: {'Network': ['ID=5b9d817b-a05a-4ad1-b8ca-5600a2390aa3,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:37.923840 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network 5b9d817b-a05a-4ad1-b8ca-5600a2390aa3 details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:22:37.927081 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=1ad4885e-bd80-42a3-9618-884f42af0876,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:37.958419 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-fb323d0a-3d77-49e2-858a-f77580bbff52 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1953175 Oct 31 19:22:37.959126 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49106) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:37.963624 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-c5406015-4b57-4cc8-bd2c-d2c5c43a84c8 admin admin] Request body: {'subnet': {'network_id': '5b9d817b-a05a-4ad1-b8ca-5600a2390aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1815052745-subnet', 'tenant_id': '428ff03286f94fd29e83675ccbe0a2a1', 'ip_version': 4}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:37.966164 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 5447d975-6309-4334-b3e2-325a7cef374a triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:37.966525 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (5447d975-6309-4334-b3e2-325a7cef374a), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:37.966926 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 5447d975-6309-4334-b3e2-325a7cef374a Oct 31 19:22:38.005216 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5406015-4b57-4cc8-bd2c-d2c5c43a84c8 admin admin] Made reservation on behalf of 428ff03286f94fd29e83675ccbe0a2a1 for: {'subnet': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:22:38.012027 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c5406015-4b57-4cc8-bd2c-d2c5c43a84c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4897938'] for subnet (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:38.034425 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19faaf-0734-48f4-a9b9-2b6e5811fdbc req-fce68539-8b15-4b5d-be7d-7caaceca30b1 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:38.040190 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7e19faaf-0734-48f4-a9b9-2b6e5811fdbc req-fce68539-8b15-4b5d-be7d-7caaceca30b1 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.1806099 Oct 31 19:22:38.065553 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-fe7933f2-a455-42e5-82a1-ea32af76ab2b None None] Port 7f00bced-615e-4c9b-9442-70bb38b57c12 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:22:38.148992 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Publish callbacks [] for port (1b344453-67b6-4bf7-bde1-8d6ac3651e77), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:38.152032 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:38.206964 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Publish callbacks [] for port (2604a4bb-14b4-47e7-8d01-f305f16b6ad4), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:38.211154 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-ce6a4b2b-eca6-40d9-9a46-e8e45d78a892 None None] Provisioning complete for port 474c135d-9a91-46d7-a58e-6580a2c13510 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:38.211726 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ce6a4b2b-eca6-40d9-9a46-e8e45d78a892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (474c135d-9a91-46d7-a58e-6580a2c13510), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:38.212150 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-ce6a4b2b-eca6-40d9-9a46-e8e45d78a892 None None] Attempt 1 to provision port 474c135d-9a91-46d7-a58e-6580a2c13510 Oct 31 19:22:38.235279 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7e19faaf-0734-48f4-a9b9-2b6e5811fdbc req-12d93f83-9ccd-4972-90c6-60982209f97a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868482 Oct 31 19:22:38.248382 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (1b344453-67b6-4bf7-bde1-8d6ac3651e77), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:38.254102 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (2604a4bb-14b4-47e7-8d01-f305f16b6ad4), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:38.277719 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:38.306451 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 5447d975-6309-4334-b3e2-325a7cef374a is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:38.306977 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (5447d975-6309-4334-b3e2-325a7cef374a), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:38.311914 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:38.319897 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c5406015-4b57-4cc8-bd2c-d2c5c43a84c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5224611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4898044'] for subnet (3cbfc9bd-ce8b-448a-9cf5-46f58169e32c), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:38.346587 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:38.351637 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-ce6a4b2b-eca6-40d9-9a46-e8e45d78a892 None None] Port 474c135d-9a91-46d7-a58e-6580a2c13510 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:22:38.354079 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:38.364649 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:38.370234 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Pushing event updated for resources: {'Port': ['ID=2604a4bb-14b4-47e7-8d01-f305f16b6ad4,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:38.379108 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port 5447d975-6309-4334-b3e2-325a7cef374a, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=5447d975-6309-4334-b3e2-325a7cef374a,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:38.425015 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=1b344453-67b6-4bf7-bde1-8d6ac3651e77,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:38.430929 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5406015-4b57-4cc8-bd2c-d2c5c43a84c8 admin admin] Checking segment: {'id': 'a2127c4a-e26e-47d6-a875-fcd82ecc5267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5b9d817b-a05a-4ad1-b8ca-5600a2390aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:38.431169 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (5447d975-6309-4334-b3e2-325a7cef374a), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:38.431304 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5406015-4b57-4cc8-bd2c-d2c5c43a84c8 admin admin] Network hostable DHCP agents. Network: 5b9d817b-a05a-4ad1-b8ca-5600a2390aa3, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:22:38.431870 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 4edbae1d-edee-4b22-b8df-f6b08f7b9802 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:38.437822 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:38.447891 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5406015-4b57-4cc8-bd2c-d2c5c43a84c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cbfc9bd-ce8b-448a-9cf5-46f58169e32c,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:38.455190 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:38.469634 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:38.485477 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5406015-4b57-4cc8-bd2c-d2c5c43a84c8 admin admin] Network 5b9d817b-a05a-4ad1-b8ca-5600a2390aa3 is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:22:38.502601 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-c5406015-4b57-4cc8-bd2c-d2c5c43a84c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, 5b9d817b-a05a-4ad1-b8ca-5600a2390aa3) {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:38.518968 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5406015-4b57-4cc8-bd2c-d2c5c43a84c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:38.519613 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c5406015-4b57-4cc8-bd2c-d2c5c43a84c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:38.524400 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5739d779-7aa9-41f7-a205-65f9526d59cb None None] Network 5b9d817b-a05a-4ad1-b8ca-5600a2390aa3 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:22:38.557950 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-c5406015-4b57-4cc8-bd2c-d2c5c43a84c8 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5956638 Oct 31 19:22:38.558379 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49120) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:38.560940 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b34ac-6b81-4c31-a9e6-551d2b0f6892 req-eb0e0aeb-c3f0-401c-b902-fb6c1ecd18fc tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:38.568446 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1815052745-router', 'tenant_id': '428ff03286f94fd29e83675ccbe0a2a1', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:38.570306 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-180b34ac-6b81-4c31-a9e6-551d2b0f6892 req-eb0e0aeb-c3f0-401c-b902-fb6c1ecd18fc tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.2206726 Oct 31 19:22:38.649862 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:38.649862 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-482295'] for router (538736e4-70f6-4599-96f3-266e8056a523), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:38.649862 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2036195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2035399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-482190'] for router (538736e4-70f6-4599-96f3-266e8056a523), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:38.696477 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:38.722194 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=5447d975-6309-4334-b3e2-325a7cef374a,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:38.726780 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Attempting to bind port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:22:38.727327 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Attempting to bind port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:22:38.727837 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Attempting to bind port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 on network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:22:38.754563 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Publish callbacks [] for router_controller (538736e4-70f6-4599-96f3-266e8056a523), precommit_add_association {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:38.777075 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:38.777443 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (4edbae1d-edee-4b22-b8df-f6b08f7b9802), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:38.777816 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 Oct 31 19:22:38.788049 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:38.800726 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49128) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:38.807327 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-90b1f448-ef67-4e15-9322-e2a50eba505b tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490049376', 'description': 'tempest-secgroup-smoke-1490049376 description', 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:38.841002 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-90b1f448-ef67-4e15-9322-e2a50eba505b tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:38.885297 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:22:38.886159 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Checking segment: {'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:38.886489 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:38.887084 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Bound using segment: {'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:22:38.887670 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Bound port: 2604a4bb-14b4-47e7-8d01-f305f16b6ad4, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:22:38.888165 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (2604a4bb-14b4-47e7-8d01-f305f16b6ad4), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:38.937465 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-180b34ac-6b81-4c31-a9e6-551d2b0f6892 req-9dce6757-7656-49b1-a698-d95f6ce576ec tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3660877 Oct 31 19:22:38.985721 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Publish callbacks [] for router_gateway (538736e4-70f6-4599-96f3-266e8056a523), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.004373 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] For port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:22:39.008504 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] For port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=2604a4bb-14b4-47e7-8d01-f305f16b6ad4,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:22:39.012890 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9ee3e2-6e6d-5ff3-af27-705436aae7b6-5b9d817b-a05a-4ad1-b8ca-5600a2390aa3', 'network_id': '5b9d817b-a05a-4ad1-b8ca-5600a2390aa3', 'project_id': '428ff03286f94fd29e83675ccbe0a2a1', 'fixed_ips': [{'subnet_id': '3cbfc9bd-ce8b-448a-9cf5-46f58169e32c'}]}} from dv-cinder-863097-1-iscsi. {{(pid=104477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 19:22:39.014638 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.027983 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (2604a4bb-14b4-47e7-8d01-f305f16b6ad4), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.063958 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-90b1f448-ef67-4e15-9322-e2a50eba505b tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group (c55e4532-eab2-418f-915f-e596bbe3cb0e), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.072470 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Publish callbacks [] for router_gateway (15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.076662 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-90b1f448-ef67-4e15-9322-e2a50eba505b tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (c55e4532-eab2-418f-915f-e596bbe3cb0e), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.177908 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1f448-ef67-4e15-9322-e2a50eba505b tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55e4532-eab2-418f-915f-e596bbe3cb0e,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:39.204908 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-90b1f448-ef67-4e15-9322-e2a50eba505b tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.209767 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-90b1f448-ef67-4e15-9322-e2a50eba505b tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4033756 Oct 31 19:22:39.211709 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49130) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:39.217955 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-d7e72e7c-0fd1-452b-8801-d600595050f4 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Request body: {'security_group_rule': {'security_group_id': 'c55e4532-eab2-418f-915f-e596bbe3cb0e', 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:39.240097 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Sync routers for ids ['e13a30ef-9375-4689-bc12-9b244422a3e5'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:22:39.266071 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:39.296985 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d7e72e7c-0fd1-452b-8801-d600595050f4 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (25b6bef3-e1bf-4df4-93c6-c91f98c5b8fd), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.319833 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Publish callbacks [] for router_gateway (538736e4-70f6-4599-96f3-266e8056a523), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.345248 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.376482 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:39.490922 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d7e72e7c-0fd1-452b-8801-d600595050f4 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (25b6bef3-e1bf-4df4-93c6-c91f98c5b8fd), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.495348 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d7e72e7c-0fd1-452b-8801-d600595050f4 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (25b6bef3-e1bf-4df4-93c6-c91f98c5b8fd), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.516126 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2036112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2058039'] for router (15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.536801 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ceccf8-46c5-4c5a-978d-26fa5caeacbb req-4301ccdc-abac-4ef5-96ea-39c511352154 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:39.538420 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-35ceccf8-46c5-4c5a-978d-26fa5caeacbb req-4301ccdc-abac-4ef5-96ea-39c511352154 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.0984669 Oct 31 19:22:39.584927 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e72e7c-0fd1-452b-8801-d600595050f4 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b6bef3-e1bf-4df4-93c6-c91f98c5b8fd,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:39.614410 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Allocated IP 172.27.0.161 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/91e613a2-dd8b-409c-95e7-7aa8176117fc) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:39.629656 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Routers {'e13a30ef-9375-4689-bc12-9b244422a3e5'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:39.630596 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['e13a30ef-9375-4689-bc12-9b244422a3e5'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:39.641624 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 5447d975-6309-4334-b3e2-325a7cef374a up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:39.643505 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-35ceccf8-46c5-4c5a-978d-26fa5caeacbb req-0c1aba14-b899-40b0-b4e9-d80c55068e29 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967472 Oct 31 19:22:39.645656 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d7e72e7c-0fd1-452b-8801-d600595050f4 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.650115 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-d7e72e7c-0fd1-452b-8801-d600595050f4 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4373643 Oct 31 19:22:39.650384 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49134) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:39.656497 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-47aeeffc-6bfe-4f6e-9cb7-712cf5501725 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Request body: {'security_group_rule': {'security_group_id': 'c55e4532-eab2-418f-915f-e596bbe3cb0e', 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:39.722927 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ea8f6-5e65-4515-8bd9-e128c173db25 None None] Pushing event updated for resources: {'Port': ['ID=2604a4bb-14b4-47e7-8d01-f305f16b6ad4,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:39.747279 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:39.766843 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-47aeeffc-6bfe-4f6e-9cb7-712cf5501725 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (e8c83a3b-fac1-45cf-94f7-b759fb591464), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.772248 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Allocated IP 172.20.0.2 (5b9d817b-a05a-4ad1-b8ca-5600a2390aa3/3cbfc9bd-ce8b-448a-9cf5-46f58169e32c/7e02aac1-c960-4387-9221-6a5cea184e60) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:39.820686 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afd9af-e10d-446d-a7fc-6c0e690c27eb req-a7fb0057-8aac-42c9-8be8-cf664d72e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:39.822903 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-27afd9af-e10d-446d-a7fc-6c0e690c27eb req-a7fb0057-8aac-42c9-8be8-cf664d72e30e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 1129 time: 0.0957658 Oct 31 19:22:39.846509 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 5447d975-6309-4334-b3e2-325a7cef374a triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:39.846795 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (5447d975-6309-4334-b3e2-325a7cef374a), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.847802 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 5447d975-6309-4334-b3e2-325a7cef374a Oct 31 19:22:39.855722 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:39.865233 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Publish callbacks [] for port (91e613a2-dd8b-409c-95e7-7aa8176117fc), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.885296 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-47aeeffc-6bfe-4f6e-9cb7-712cf5501725 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (e8c83a3b-fac1-45cf-94f7-b759fb591464), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.892058 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-27afd9af-e10d-446d-a7fc-6c0e690c27eb req-e2218c1d-0228-4539-95f2-0477849cff29 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592034 Oct 31 19:22:39.894852 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-47aeeffc-6bfe-4f6e-9cb7-712cf5501725 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (e8c83a3b-fac1-45cf-94f7-b759fb591464), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.899009 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca is scheduled to L3 agent bfda5fc7-44c9-487b-820a-926a116c23db with binding_index 1 {{(pid=104475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 19:22:39.905685 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Set router e13a30ef-9375-4689-bc12-9b244422a3e5 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:39.921058 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:39.932453 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aeeffc-6bfe-4f6e-9cb7-712cf5501725 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c83a3b-fac1-45cf-94f7-b759fb591464,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:39.986093 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-47aeeffc-6bfe-4f6e-9cb7-712cf5501725 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:39.988838 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-47aeeffc-6bfe-4f6e-9cb7-712cf5501725 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3370459 Oct 31 19:22:39.992589 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49140) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:40.003111 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-69555c37-7ed9-4704-8a30-c40fadbf9c6f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Request body: {'security_group_rule': {'security_group_id': 'c55e4532-eab2-418f-915f-e596bbe3cb0e', 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:40.031502 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:40.036988 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (91e613a2-dd8b-409c-95e7-7aa8176117fc), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:40.118290 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-69555c37-7ed9-4704-8a30-c40fadbf9c6f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (18172ff9-b02c-495b-8089-9320300ff50e), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:40.130910 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:40.142285 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:40.145786 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:40.201097 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Pushing event updated for resources: {'Port': ['ID=91e613a2-dd8b-409c-95e7-7aa8176117fc,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:40.258968 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-69555c37-7ed9-4704-8a30-c40fadbf9c6f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (18172ff9-b02c-495b-8089-9320300ff50e), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:40.301938 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-69555c37-7ed9-4704-8a30-c40fadbf9c6f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (18172ff9-b02c-495b-8089-9320300ff50e), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:40.392204 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69555c37-7ed9-4704-8a30-c40fadbf9c6f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18172ff9-b02c-495b-8089-9320300ff50e,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:40.398536 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 5447d975-6309-4334-b3e2-325a7cef374a is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:40.400207 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 1ad4885e-bd80-42a3-9618-884f42af0876 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:40.419206 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-69555c37-7ed9-4704-8a30-c40fadbf9c6f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:40.423842 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-69555c37-7ed9-4704-8a30-c40fadbf9c6f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4245732 Oct 31 19:22:40.427925 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49144) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:40.432320 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-b3bf2e7d-8597-4f73-85c9-c5bab3b9aa5d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Request body: {'security_group_rule': {'security_group_id': 'c55e4532-eab2-418f-915f-e596bbe3cb0e', 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:40.457063 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Publish callbacks [] for port (7e02aac1-c960-4387-9221-6a5cea184e60), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:40.472444 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:22:40.491175 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:INSERT=6,neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:40.494720 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (7e02aac1-c960-4387-9221-6a5cea184e60), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:40.495161 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Sync routers for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:22:40.505977 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:40.516035 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-d5826847-ec5b-4743-ac95-b86e05f3b7d4 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7696545 Oct 31 19:22:40.516942 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49146) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:40.519344 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:40.520427 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:40.541135 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b3bf2e7d-8597-4f73-85c9-c5bab3b9aa5d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (892949c3-f986-4640-8711-16122f64a776), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:40.625294 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b409c2-858d-409f-82af-d31bb341f9ca req-35b2d18a-8ce3-4fad-a183-0d40ac6ddc08 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:40.627249 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-47b409c2-858d-409f-82af-d31bb341f9ca req-35b2d18a-8ce3-4fad-a183-0d40ac6ddc08 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1518598 Oct 31 19:22:40.691649 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 1ad4885e-bd80-42a3-9618-884f42af0876 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:40.692276 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (1ad4885e-bd80-42a3-9618-884f42af0876), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:40.692916 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 1ad4885e-bd80-42a3-9618-884f42af0876 Oct 31 19:22:40.699971 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Network 5b9d817b-a05a-4ad1-b8ca-5600a2390aa3 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:40.729198 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:40.753626 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Pushing event updated for resources: {'Port': ['ID=7e02aac1-c960-4387-9221-6a5cea184e60,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:40.776103 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:40.784293 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:40.908739 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-47b409c2-858d-409f-82af-d31bb341f9ca req-a0cf15a6-1e30-4e9b-a550-0490d5bc6cee tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728593 Oct 31 19:22:40.989217 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'name': 'tempest-TestShelveInstance-561764960-router', 'tenant_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '5447d975-6309-4334-b3e2-325a7cef374a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:36Z', 'revision_number': 4, 'project_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'gw_port': {'id': '5447d975-6309-4334-b3e2-325a7cef374a', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '474c135d-9a91-46d7-a58e-6580a2c13510', 'name': '', 'network_id': '6aee1091-b727-4d13-93e0-ef0c967b41a0', 'tenant_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'mac_address': 'fa:16:3e:5b:fe:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd9bc2736-310e-42aa-ac82-088b80b7a135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:35Z', 'updated_at': '2022-10-31T19:22:36Z', 'revision_number': 2, 'project_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'subnets': [{'id': 'd9bc2736-310e-42aa-ac82-088b80b7a135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:40.994375 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afabc47-bc6c-4a8c-b6d6-d1950f29ebac None None] Network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:22:41.025273 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-3640ce74-b2e1-4605-8984-d726acc3725b None None] Provisioning complete for port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:41.025692 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3640ce74-b2e1-4605-8984-d726acc3725b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (2604a4bb-14b4-47e7-8d01-f305f16b6ad4), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:41.026238 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-3640ce74-b2e1-4605-8984-d726acc3725b None None] Attempt 1 to provision port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 Oct 31 19:22:41.127603 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:41.181343 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Checking router: e13a30ef-9375-4689-bc12-9b244422a3e5 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:22:41.181588 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Updating router e13a30ef-9375-4689-bc12-9b244422a3e5 port 474c135d-9a91-46d7-a58e-6580a2c13510 binding host dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:22:41.223764 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:38Z', 'revision_number': 3, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:41.225504 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:41.227123 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (474c135d-9a91-46d7-a58e-6580a2c13510), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:41.234306 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b3bf2e7d-8597-4f73-85c9-c5bab3b9aa5d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (892949c3-f986-4640-8711-16122f64a776), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:41.246702 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b3bf2e7d-8597-4f73-85c9-c5bab3b9aa5d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (892949c3-f986-4640-8711-16122f64a776), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:41.262380 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Checking router: 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:22:41.262765 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Updating router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca port 1b344453-67b6-4bf7-bde1-8d6ac3651e77 binding host dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:22:41.298306 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e19d5c-fd7d-498c-bb4d-62400e3acf05 req-5fae1b02-ff77-4463-ae83-25c7c01497ef tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:41.302782 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-87e19d5c-fd7d-498c-bb4d-62400e3acf05 req-5fae1b02-ff77-4463-ae83-25c7c01497ef tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.2587845 Oct 31 19:22:41.305474 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (1b344453-67b6-4bf7-bde1-8d6ac3651e77), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:41.311846 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b3bf2e7d-8597-4f73-85c9-c5bab3b9aa5d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:41.313960 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-b3bf2e7d-8597-4f73-85c9-c5bab3b9aa5d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8849730 Oct 31 19:22:41.345541 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49166) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:41.346775 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:41.378064 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf2e7d-8597-4f73-85c9-c5bab3b9aa5d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892949c3-f986-4640-8711-16122f64a776,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:41.384459 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Publish callbacks [] for router_gateway (538736e4-70f6-4599-96f3-266e8056a523), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:41.391286 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-87e19d5c-fd7d-498c-bb4d-62400e3acf05 req-b88a620c-7af3-44eb-85db-a0870ebfb60d tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753677 Oct 31 19:22:41.456303 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-3a4dd3d1-f6bb-41d9-a654-2a79fd91d202 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Request body: {'security_group_rule': {'security_group_id': 'c55e4532-eab2-418f-915f-e596bbe3cb0e', 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:41.484066 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.securitygroups_db [None req-3a4dd3d1-f6bb-41d9-a654-2a79fd91d202 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Project a33bb29688304d0dae3cfdc0eb54b7be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 19:22:41.498848 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd3d1-f6bb-41d9-a654-2a79fd91d202 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (4da00dbb-e421-453d-8f50-cddf86d14e85), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:41.511248 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:41.594676 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:41.610874 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 1ad4885e-bd80-42a3-9618-884f42af0876 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:41.672846 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:41.687790 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Attempting to bind port 7e02aac1-c960-4387-9221-6a5cea184e60 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:22:41.688229 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Attempting to bind port 7e02aac1-c960-4387-9221-6a5cea184e60 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': 'a2127c4a-e26e-47d6-a875-fcd82ecc5267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5b9d817b-a05a-4ad1-b8ca-5600a2390aa3'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:22:41.689021 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Attempting to bind port 7e02aac1-c960-4387-9221-6a5cea184e60 on network 5b9d817b-a05a-4ad1-b8ca-5600a2390aa3 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:22:41.715430 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:41.716856 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2036112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2058039'] for router (538736e4-70f6-4599-96f3-266e8056a523), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:41.724179 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Publish callbacks [] for port (1b344453-67b6-4bf7-bde1-8d6ac3651e77), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:41.733708 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (1b344453-67b6-4bf7-bde1-8d6ac3651e77), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:41.782516 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Attempting to bind port 1b344453-67b6-4bf7-bde1-8d6ac3651e77 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:22:41.783645 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Attempting to bind port 1b344453-67b6-4bf7-bde1-8d6ac3651e77 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:22:41.784505 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Attempting to bind port 1b344453-67b6-4bf7-bde1-8d6ac3651e77 on network 676d21cd-5186-4b2a-b97a-f35601187c6a {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:22:41.827586 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-3640ce74-b2e1-4605-8984-d726acc3725b None None] Current status of the port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:41.828236 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3640ce74-b2e1-4605-8984-d726acc3725b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (2604a4bb-14b4-47e7-8d01-f305f16b6ad4), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:41.847613 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c5bfa-5005-476c-98de-81da07e9e6b8 None None] Pushing event updated for resources: {'Port': ['ID=1b344453-67b6-4bf7-bde1-8d6ac3651e77,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:41.860474 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd3d1-f6bb-41d9-a654-2a79fd91d202 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (4da00dbb-e421-453d-8f50-cddf86d14e85), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:41.885152 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:22:41.885530 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Checking segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:41.894301 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:41.895771 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Bound using segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:22:41.896285 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Bound port: 1b344453-67b6-4bf7-bde1-8d6ac3651e77, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:22:41.897764 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (1b344453-67b6-4bf7-bde1-8d6ac3651e77), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:41.940708 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:41.943392 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Router 538736e4-70f6-4599-96f3-266e8056a523 is scheduled to L3 agent bfda5fc7-44c9-487b-820a-926a116c23db with binding_index 1 {{(pid=104476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 19:22:41.944024 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Allocated IP 172.20.0.1 (adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b/ea13b07d-23c0-4ab1-af41-11d895efc58d/f69d9675-1384-447b-8eca-ac21e2e24121) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:41.970737 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] For port 1b344453-67b6-4bf7-bde1-8d6ac3651e77, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:22:41.983576 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] For port 1b344453-67b6-4bf7-bde1-8d6ac3651e77, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=1b344453-67b6-4bf7-bde1-8d6ac3651e77,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:22:42.001050 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (1b344453-67b6-4bf7-bde1-8d6ac3651e77), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:42.026788 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:42.053543 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:42.054447 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:42.059288 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-3640ce74-b2e1-4605-8984-d726acc3725b None None] For port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=2604a4bb-14b4-47e7-8d01-f305f16b6ad4,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:42.063101 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:22:42.063473 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Checking segment: {'id': 'a2127c4a-e26e-47d6-a875-fcd82ecc5267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5b9d817b-a05a-4ad1-b8ca-5600a2390aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:42.063932 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:42.064351 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Bound using segment: {'id': 'a2127c4a-e26e-47d6-a875-fcd82ecc5267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5b9d817b-a05a-4ad1-b8ca-5600a2390aa3'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:22:42.064827 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Bound port: 7e02aac1-c960-4387-9221-6a5cea184e60, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2127c4a-e26e-47d6-a875-fcd82ecc5267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5b9d817b-a05a-4ad1-b8ca-5600a2390aa3'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:22:42.065199 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (7e02aac1-c960-4387-9221-6a5cea184e60), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:42.083992 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3640ce74-b2e1-4605-8984-d726acc3725b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (2604a4bb-14b4-47e7-8d01-f305f16b6ad4), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:42.106916 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Publish callbacks [] for port (f69d9675-1384-447b-8eca-ac21e2e24121), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:42.163433 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd3d1-f6bb-41d9-a654-2a79fd91d202 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (4da00dbb-e421-453d-8f50-cddf86d14e85), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:42.166101 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:42.186170 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (f69d9675-1384-447b-8eca-ac21e2e24121), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:42.230865 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:22:42.255055 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c5bfa-5005-476c-98de-81da07e9e6b8 None None] Pushing event updated for resources: {'Port': ['ID=1b344453-67b6-4bf7-bde1-8d6ac3651e77,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:42.267203 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:42.270986 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-cbb159cb-58c1-456d-a562-05675ad7268a admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7091877 Oct 31 19:22:42.273352 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49178) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:42.330537 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41494062-d26d-48c5-9995-505e61b418de None None] Sync routers for ids ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:22:42.358519 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd3d1-f6bb-41d9-a654-2a79fd91d202 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:42.360084 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-3a4dd3d1-f6bb-41d9-a654-2a79fd91d202 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9316168 Oct 31 19:22:42.371831 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Publish callbacks [] for port (474c135d-9a91-46d7-a58e-6580a2c13510), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:42.376139 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228fac2-fb07-4130-9569-9eb2ede2f133 req-94f954b0-d42b-4a24-9ad8-b2b8558fd64e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:42.380846 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3228fac2-fb07-4130-9569-9eb2ede2f133 req-94f954b0-d42b-4a24-9ad8-b2b8558fd64e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.2002754 Oct 31 19:22:42.387850 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Sync routers for ids ['538736e4-70f6-4599-96f3-266e8056a523'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:22:42.389220 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41494062-d26d-48c5-9995-505e61b418de None None] Routers {'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:42.389774 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-41494062-d26d-48c5-9995-505e61b418de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:42.390591 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (474c135d-9a91-46d7-a58e-6580a2c13510), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:42.393584 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49182) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:42.423599 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640ce74-b2e1-4605-8984-d726acc3725b None None] Pushing event updated for resources: {'Port': ['ID=2604a4bb-14b4-47e7-8d01-f305f16b6ad4,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:42.466910 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] For port 7e02aac1-c960-4387-9221-6a5cea184e60, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:22:42.473450 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] For port 7e02aac1-c960-4387-9221-6a5cea184e60, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=7e02aac1-c960-4387-9221-6a5cea184e60,segment=NetworkSegment(a2127c4a-e26e-47d6-a875-fcd82ecc5267),segment_id=a2127c4a-e26e-47d6-a875-fcd82ecc5267)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:22:42.481995 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-9d235dc8-57b6-482f-840d-46fcd9777570 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Request body: {'security_group_rule': {'security_group_id': 'c55e4532-eab2-418f-915f-e596bbe3cb0e', 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:42.484231 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:42.484671 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (2604a4bb-14b4-47e7-8d01-f305f16b6ad4), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:42.485474 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 Oct 31 19:22:42.496325 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:42.507698 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4dd3d1-f6bb-41d9-a654-2a79fd91d202 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da00dbb-e421-453d-8f50-cddf86d14e85,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:42.523109 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Routers {'538736e4-70f6-4599-96f3-266e8056a523'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:42.523747 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['538736e4-70f6-4599-96f3-266e8056a523'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:42.525064 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:42.528998 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:42.545405 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Pushing event updated for resources: {'Port': ['ID=f69d9675-1384-447b-8eca-ac21e2e24121,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:42.566738 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:42.598426 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:42.599316 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2057793'] for router_interface (15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:42.673301 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d6951-ba27-4911-8633-54631882f83d req-9b75b256-c0c7-4eaa-b5a5-3d53904578b8 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:42.675370 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-474d6951-ba27-4911-8633-54631882f83d req-9b75b256-c0c7-4eaa-b5a5-3d53904578b8 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.1131482 Oct 31 19:22:42.693578 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3228fac2-fb07-4130-9569-9eb2ede2f133 req-ab5a20b5-06ca-4e87-a493-798bb23c5433 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698061 Oct 31 19:22:42.696874 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.securitygroups_db [None req-9d235dc8-57b6-482f-840d-46fcd9777570 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Project a33bb29688304d0dae3cfdc0eb54b7be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 19:22:42.714074 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9d235dc8-57b6-482f-840d-46fcd9777570 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (e0d43862-5586-4095-b5a9-bd757ad18f97), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:42.782139 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-474d6951-ba27-4911-8633-54631882f83d req-a1357dcf-afe8-42dd-87f2-3e3e6209d456 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947998 Oct 31 19:22:42.828497 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:42.906009 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-41494062-d26d-48c5-9995-505e61b418de None None] Set router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:42.938474 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (7e02aac1-c960-4387-9221-6a5cea184e60), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:43.020562 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9d235dc8-57b6-482f-840d-46fcd9777570 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (e0d43862-5586-4095-b5a9-bd757ad18f97), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:43.063465 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9d235dc8-57b6-482f-840d-46fcd9777570 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (e0d43862-5586-4095-b5a9-bd757ad18f97), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:43.099745 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d235dc8-57b6-482f-840d-46fcd9777570 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d43862-5586-4095-b5a9-bd757ad18f97,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:43.107027 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (f69d9675-1384-447b-8eca-ac21e2e24121), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:43.114181 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9d235dc8-57b6-482f-840d-46fcd9777570 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:43.117508 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-9d235dc8-57b6-482f-840d-46fcd9777570 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6916590 Oct 31 19:22:43.120905 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:43.142278 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b9b6f-c464-4ec7-840f-2859036bbe57 None None] Pushing event updated for resources: {'Port': ['ID=474c135d-9a91-46d7-a58e-6580a2c13510,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:43.237759 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:43.323371 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Set router 538736e4-70f6-4599-96f3-266e8056a523 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:43.382460 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:43.385837 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:38Z', 'revision_number': 3, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:43.399712 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-39f4aa03-082d-4147-88e5-ebd3f263f28f None None] Provisioning complete for port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:43.400440 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-39f4aa03-082d-4147-88e5-ebd3f263f28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (2604a4bb-14b4-47e7-8d01-f305f16b6ad4), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:43.401006 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-39f4aa03-082d-4147-88e5-ebd3f263f28f None None] Attempt 1 to provision port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 Oct 31 19:22:43.403251 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:43.522962 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecb0e41-021e-4b23-8ca8-55e9dfe96a2c None None] The sync data for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi is: [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:38Z', 'revision_number': 3, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:22:43.561640 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:43.575598 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d88f33-4a12-46d3-adf5-78ec9f4b61f9 req-774646d4-d418-45c0-a563-406c90c3a922 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:43.585983 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-41494062-d26d-48c5-9995-505e61b418de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'name': 'tempest-TestMinimumBasicScenario-1371409459-router', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:29Z', 'updated_at': '2022-10-31T19:22:34Z', 'revision_number': 4, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'gw_port': {'id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '7f00bced-615e-4c9b-9442-70bb38b57c12', 'name': '', 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'mac_address': 'fa:16:3e:7e:04:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6041325e-1127-4844-85cb-5712b83a13fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:33Z', 'updated_at': '2022-10-31T19:22:34Z', 'revision_number': 2, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'subnets': [{'id': '6041325e-1127-4844-85cb-5712b83a13fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:43.586859 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-63d88f33-4a12-46d3-adf5-78ec9f4b61f9 req-774646d4-d418-45c0-a563-406c90c3a922 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.2700844 Oct 31 19:22:43.682879 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41494062-d26d-48c5-9995-505e61b418de None None] Checking router: c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:22:43.700209 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41494062-d26d-48c5-9995-505e61b418de None None] Updating router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca port 7f00bced-615e-4c9b-9442-70bb38b57c12 binding host dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:22:43.709429 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Attempting to bind port 474c135d-9a91-46d7-a58e-6580a2c13510 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:22:43.710041 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Attempting to bind port 474c135d-9a91-46d7-a58e-6580a2c13510 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6aee1091-b727-4d13-93e0-ef0c967b41a0'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:22:43.710551 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Attempting to bind port 474c135d-9a91-46d7-a58e-6580a2c13510 on network 6aee1091-b727-4d13-93e0-ef0c967b41a0 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:22:43.725928 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Allocated IP 172.20.0.1 (5b9d817b-a05a-4ad1-b8ca-5600a2390aa3/3cbfc9bd-ce8b-448a-9cf5-46f58169e32c/763dcc71-d675-46e2-8617-f52c8b233cbc) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:43.751918 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119d6b6-46c7-4a9f-8e51-e41ac05404a5 None None] Pushing event updated for resources: {'Port': ['ID=7e02aac1-c960-4387-9221-6a5cea184e60,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:43.762208 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-63d88f33-4a12-46d3-adf5-78ec9f4b61f9 req-816aa146-2006-4f21-ba46-6f0344ee3444 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708927 Oct 31 19:22:43.769034 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Publish callbacks [] for port (f69d9675-1384-447b-8eca-ac21e2e24121), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:43.786607 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (f69d9675-1384-447b-8eca-ac21e2e24121), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:43.787885 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2057909'] for router_interface (15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:43.800432 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-41494062-d26d-48c5-9995-505e61b418de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:43.837303 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:43.846866 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:43.970382 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Pushing event updated for resources: {'Port': ['ID=f69d9675-1384-447b-8eca-ac21e2e24121,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:43.982296 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:22:43.983126 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Checking segment: {'id': '2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6aee1091-b727-4d13-93e0-ef0c967b41a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:43.983441 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:43.983863 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Bound using segment: {'id': '2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6aee1091-b727-4d13-93e0-ef0c967b41a0'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:22:43.984359 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Bound port: 474c135d-9a91-46d7-a58e-6580a2c13510, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '6aee1091-b727-4d13-93e0-ef0c967b41a0'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:22:43.994315 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (474c135d-9a91-46d7-a58e-6580a2c13510), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:43.994475 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Publish callbacks [] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:44.000039 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:44.142018 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] For port 474c135d-9a91-46d7-a58e-6580a2c13510, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:22:44.145695 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] For port 474c135d-9a91-46d7-a58e-6580a2c13510, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=474c135d-9a91-46d7-a58e-6580a2c13510,segment=NetworkSegment(2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf),segment_id=2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:22:44.155924 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:44.160584 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:44.161734 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device b365c891-64ad-492c-b495-1f113b0bfbe9 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:44.162353 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:44.177701 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b94a1d-3f71-42be-93df-edce472ecc32 req-adee54ec-48d7-4d25-9cc9-870992784260 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:44.190669 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-66b94a1d-3f71-42be-93df-edce472ecc32 req-adee54ec-48d7-4d25-9cc9-870992784260 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.2325604 Oct 31 19:22:44.197300 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:44.360683 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (474c135d-9a91-46d7-a58e-6580a2c13510), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:44.405338 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port b365c891-64ad-492c-b495-1f113b0bfbe9 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:44.405799 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (b365c891-64ad-492c-b495-1f113b0bfbe9), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:44.406186 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port b365c891-64ad-492c-b495-1f113b0bfbe9 Oct 31 19:22:44.424116 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Network 5b9d817b-a05a-4ad1-b8ca-5600a2390aa3 is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:44.489934 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-66b94a1d-3f71-42be-93df-edce472ecc32 req-cc198664-0492-4c01-bf61-298beb804996 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985883 Oct 31 19:22:44.494124 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:44.498732 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:44.508776 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Pushing event updated for resources: {'Port': ['ID=763dcc71-d675-46e2-8617-f52c8b233cbc,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:44.542051 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:22:44.560328 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-41494062-d26d-48c5-9995-505e61b418de None None] Publish callbacks [] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:44.571026 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-41494062-d26d-48c5-9995-505e61b418de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:44.586433 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Routers {'e13a30ef-9375-4689-bc12-9b244422a3e5'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:44.587069 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['e13a30ef-9375-4689-bc12-9b244422a3e5'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:44.589662 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538736e4-70f6-4599-96f3-266e8056a523', 'name': 'tempest-TestMinimumBasicScenario-1815052745-router', 'tenant_id': '428ff03286f94fd29e83675ccbe0a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:38Z', 'updated_at': '2022-10-31T19:22:40Z', 'revision_number': 3, 'project_id': '428ff03286f94fd29e83675ccbe0a2a1', 'gw_port': {'id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538736e4-70f6-4599-96f3-266e8056a523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:39Z', 'updated_at': '2022-10-31T19:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:44.629240 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2057793'] for router_interface (538736e4-70f6-4599-96f3-266e8056a523), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:44.631152 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Checking router: 538736e4-70f6-4599-96f3-266e8056a523 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:22:44.631510 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Updating router 538736e4-70f6-4599-96f3-266e8056a523 port 91e613a2-dd8b-409c-95e7-7aa8176117fc binding host dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:22:44.634453 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:44.675539 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-39f4aa03-082d-4147-88e5-ebd3f263f28f None None] Current status of the port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:44.785865 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:22:44.804151 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-aa207bf5-4026-49d7-81f7-9c58269f589b admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2543159 Oct 31 19:22:44.849128 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (91e613a2-dd8b-409c-95e7-7aa8176117fc), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:44.857355 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b7a889-9e4f-4e55-8d0f-6591a7e7c005 None None] Network 5b9d817b-a05a-4ad1-b8ca-5600a2390aa3 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:22:44.875784 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:44.930554 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:44.959864 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:44.978197 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:44.987051 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] Set router e13a30ef-9375-4689-bc12-9b244422a3e5 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:44.997511 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-41494062-d26d-48c5-9995-505e61b418de None None] Attempting to bind port 7f00bced-615e-4c9b-9442-70bb38b57c12 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:22:44.998154 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-41494062-d26d-48c5-9995-505e61b418de None None] Attempting to bind port 7f00bced-615e-4c9b-9442-70bb38b57c12 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '2319dca1-753c-4e8c-8614-0af028c32192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:22:44.998688 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41494062-d26d-48c5-9995-505e61b418de None None] Attempting to bind port 7f00bced-615e-4c9b-9442-70bb38b57c12 on network c6bf2493-20fd-4374-968a-63f86eb3e413 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:22:45.011431 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edde2cd-1b47-4e8e-b263-e9590dcecd4c req-1ef2c57b-dcfb-4720-8547-c8dc9629dcf2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:45.019579 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6edde2cd-1b47-4e8e-b263-e9590dcecd4c req-1ef2c57b-dcfb-4720-8547-c8dc9629dcf2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.1102855 Oct 31 19:22:45.054200 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc471afe-6fdf-4317-8636-ab1101d94e84 None None] Pushing event updated for resources: {'Port': ['ID=7f00bced-615e-4c9b-9442-70bb38b57c12,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:45.055397 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:45.101230 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41494062-d26d-48c5-9995-505e61b418de None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:22:45.101720 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41494062-d26d-48c5-9995-505e61b418de None None] Checking segment: {'id': '2319dca1-753c-4e8c-8614-0af028c32192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:45.102251 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-41494062-d26d-48c5-9995-505e61b418de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:45.102699 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41494062-d26d-48c5-9995-505e61b418de None None] Bound using segment: {'id': '2319dca1-753c-4e8c-8614-0af028c32192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:22:45.103251 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-41494062-d26d-48c5-9995-505e61b418de None None] Bound port: 7f00bced-615e-4c9b-9442-70bb38b57c12, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2319dca1-753c-4e8c-8614-0af028c32192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:22:45.103655 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-41494062-d26d-48c5-9995-505e61b418de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:45.120885 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-d5457f45-2032-4ca9-b9ca-be37580877d0 None None] Provisioning complete for port f69d9675-1384-447b-8eca-ac21e2e24121 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:45.121521 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d5457f45-2032-4ca9-b9ca-be37580877d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (f69d9675-1384-447b-8eca-ac21e2e24121), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:45.122622 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-d5457f45-2032-4ca9-b9ca-be37580877d0 None None] Attempt 1 to provision port f69d9675-1384-447b-8eca-ac21e2e24121 Oct 31 19:22:45.126411 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6edde2cd-1b47-4e8e-b263-e9590dcecd4c req-469ececd-5df4-4ec1-bbda-62599cf46232 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054087 Oct 31 19:22:45.193258 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-41494062-d26d-48c5-9995-505e61b418de None None] For port 7f00bced-615e-4c9b-9442-70bb38b57c12, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:22:45.199051 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-41494062-d26d-48c5-9995-505e61b418de None None] For port 7f00bced-615e-4c9b-9442-70bb38b57c12, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=7f00bced-615e-4c9b-9442-70bb38b57c12,segment=NetworkSegment(2319dca1-753c-4e8c-8614-0af028c32192),segment_id=2319dca1-753c-4e8c-8614-0af028c32192)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:22:45.206355 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port b365c891-64ad-492c-b495-1f113b0bfbe9 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:45.207363 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (b365c891-64ad-492c-b495-1f113b0bfbe9), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:45.209417 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-41494062-d26d-48c5-9995-505e61b418de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:45.215793 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b9b6f-c464-4ec7-840f-2859036bbe57 None None] Pushing event updated for resources: {'Port': ['ID=474c135d-9a91-46d7-a58e-6580a2c13510,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:45.217590 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Publish callbacks [] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:45.224204 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5226044'] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:45.285544 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc471afe-6fdf-4317-8636-ab1101d94e84 None None] Pushing event updated for resources: {'Port': ['ID=7f00bced-615e-4c9b-9442-70bb38b57c12,revision_number=4']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:45.302307 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41494062-d26d-48c5-9995-505e61b418de None None] Routers {'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:45.303139 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-41494062-d26d-48c5-9995-505e61b418de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:45.376923 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Pushing event updated for resources: {'Port': ['ID=763dcc71-d675-46e2-8617-f52c8b233cbc,revision_number=2']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:45.377489 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-d5457f45-2032-4ca9-b9ca-be37580877d0 None None] Port f69d9675-1384-447b-8eca-ac21e2e24121 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:22:45.392757 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2057909'] for router_interface (538736e4-70f6-4599-96f3-266e8056a523), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:45.395597 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port b365c891-64ad-492c-b495-1f113b0bfbe9, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=b365c891-64ad-492c-b495-1f113b0bfbe9,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:45.432619 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (b365c891-64ad-492c-b495-1f113b0bfbe9), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:45.479856 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-41494062-d26d-48c5-9995-505e61b418de None None] Set router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:45.483496 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-d5457f45-2032-4ca9-b9ca-be37580877d0 None None] Provisioning complete for port 7e02aac1-c960-4387-9221-6a5cea184e60 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:45.483862 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d5457f45-2032-4ca9-b9ca-be37580877d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (7e02aac1-c960-4387-9221-6a5cea184e60), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:45.484198 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-d5457f45-2032-4ca9-b9ca-be37580877d0 None None] Attempt 1 to provision port 7e02aac1-c960-4387-9221-6a5cea184e60 Oct 31 19:22:45.607504 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Network 5b9d817b-a05a-4ad1-b8ca-5600a2390aa3 is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:45.609332 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:45.802825 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49272) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:45.810563 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-2f8303f0-dbf9-4afb-b04a-5d4776f9dd02 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-914692195-network', 'tenant_id': '8add10fb5e6e43e69ccff4419f47b3aa'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:45.822925 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54cc7e-0f0d-46c2-a752-43c42442722a req-e22dc83a-c465-4cde-bcc0-dc1abca5d386 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:45.824498 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1a54cc7e-0f0d-46c2-a752-43c42442722a req-e22dc83a-c465-4cde-bcc0-dc1abca5d386 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1406615 Oct 31 19:22:45.836960 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8303f0-dbf9-4afb-b04a-5d4776f9dd02 admin admin] Made reservation on behalf of 8add10fb5e6e43e69ccff4419f47b3aa for: {'network': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:22:45.840013 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2f8303f0-dbf9-4afb-b04a-5d4776f9dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:45.851831 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2f8303f0-dbf9-4afb-b04a-5d4776f9dd02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:45.888883 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-41494062-d26d-48c5-9995-505e61b418de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'name': 'tempest-TestMinimumBasicScenario-1371409459-router', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:29Z', 'updated_at': '2022-10-31T19:22:34Z', 'revision_number': 4, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'gw_port': {'id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '7f00bced-615e-4c9b-9442-70bb38b57c12', 'name': '', 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'mac_address': 'fa:16:3e:7e:04:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6041325e-1127-4844-85cb-5712b83a13fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:33Z', 'updated_at': '2022-10-31T19:22:45Z', 'revision_number': 4, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'subnets': [{'id': '6041325e-1127-4844-85cb-5712b83a13fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:45.907691 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1a54cc7e-0f0d-46c2-a752-43c42442722a req-9d641c3c-4344-4551-9a72-89286ef025d6 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725000 Oct 31 19:22:45.927028 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Router 538736e4-70f6-4599-96f3-266e8056a523 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:22:45.946157 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 7f00bced-615e-4c9b-9442-70bb38b57c12 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:45.991719 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41494062-d26d-48c5-9995-505e61b418de None None] The sync data for ids ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'] in dv-cinder-863097-1-iscsi is: [{'id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'name': 'tempest-TestMinimumBasicScenario-1371409459-router', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:29Z', 'updated_at': '2022-10-31T19:22:34Z', 'revision_number': 4, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'gw_port': {'id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '7f00bced-615e-4c9b-9442-70bb38b57c12', 'name': '', 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'mac_address': 'fa:16:3e:7e:04:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6041325e-1127-4844-85cb-5712b83a13fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:33Z', 'updated_at': '2022-10-31T19:22:45Z', 'revision_number': 4, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'subnets': [{'id': '6041325e-1127-4844-85cb-5712b83a13fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:22:46.009948 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2f8303f0-dbf9-4afb-b04a-5d4776f9dd02 admin admin] Publish callbacks [] for security_group (3d25dba8-b808-4a23-8cd0-91aca6f2c158), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:46.032650 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2f8303f0-dbf9-4afb-b04a-5d4776f9dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (3d25dba8-b808-4a23-8cd0-91aca6f2c158), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:46.082845 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8303f0-dbf9-4afb-b04a-5d4776f9dd02 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=104475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:22:46.094587 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:46.102366 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8303f0-dbf9-4afb-b04a-5d4776f9dd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d25dba8-b808-4a23-8cd0-91aca6f2c158,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:46.122156 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2f8303f0-dbf9-4afb-b04a-5d4776f9dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (b9d97806-9788-4cc8-b2ff-70262ba7160b), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:46.123100 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.segments_db [None req-2f8303f0-dbf9-4afb-b04a-5d4776f9dd02 admin admin] Added segment b9d97806-9788-4cc8-b2ff-70262ba7160b of type vlan for network 8cf9e418-b844-43be-9fd5-e065ace339a4 Oct 31 19:22:46.149598 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=b365c891-64ad-492c-b495-1f113b0bfbe9,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:46.182532 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:22:46.191463 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-ad13f0cf-25df-4c0e-bfc6-0b46ca8ad1bf admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/538736e4-70f6-4599-96f3-266e8056a523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9170189 Oct 31 19:22:46.305292 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 7f00bced-615e-4c9b-9442-70bb38b57c12 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:46.306490 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:46.306809 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 7f00bced-615e-4c9b-9442-70bb38b57c12 Oct 31 19:22:46.326172 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-d5457f45-2032-4ca9-b9ca-be37580877d0 None None] Current status of the port 7e02aac1-c960-4387-9221-6a5cea184e60 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:46.326404 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d5457f45-2032-4ca9-b9ca-be37580877d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (7e02aac1-c960-4387-9221-6a5cea184e60), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:46.427985 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'name': 'tempest-TestShelveInstance-561764960-router', 'tenant_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '5447d975-6309-4334-b3e2-325a7cef374a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:36Z', 'revision_number': 4, 'project_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'gw_port': {'id': '5447d975-6309-4334-b3e2-325a7cef374a', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '474c135d-9a91-46d7-a58e-6580a2c13510', 'name': '', 'network_id': '6aee1091-b727-4d13-93e0-ef0c967b41a0', 'tenant_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'mac_address': 'fa:16:3e:5b:fe:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd9bc2736-310e-42aa-ac82-088b80b7a135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:35Z', 'updated_at': '2022-10-31T19:22:44Z', 'revision_number': 4, 'project_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'subnets': [{'id': 'd9bc2736-310e-42aa-ac82-088b80b7a135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:46.513961 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2f8303f0-dbf9-4afb-b04a-5d4776f9dd02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (8cf9e418-b844-43be-9fd5-e065ace339a4), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:46.528510 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:46.531378 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-d5457f45-2032-4ca9-b9ca-be37580877d0 None None] For port 7e02aac1-c960-4387-9221-6a5cea184e60, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=7e02aac1-c960-4387-9221-6a5cea184e60,segment=NetworkSegment(a2127c4a-e26e-47d6-a875-fcd82ecc5267),segment_id=a2127c4a-e26e-47d6-a875-fcd82ecc5267)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:46.539157 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a208abe-9026-4198-ac5c-4f01b96c7cee None None] The sync data for ids ['e13a30ef-9375-4689-bc12-9b244422a3e5'] in dv-cinder-863097-1-iscsi is: [{'id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'name': 'tempest-TestShelveInstance-561764960-router', 'tenant_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '5447d975-6309-4334-b3e2-325a7cef374a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:36Z', 'revision_number': 4, 'project_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'gw_port': {'id': '5447d975-6309-4334-b3e2-325a7cef374a', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '474c135d-9a91-46d7-a58e-6580a2c13510', 'name': '', 'network_id': '6aee1091-b727-4d13-93e0-ef0c967b41a0', 'tenant_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'mac_address': 'fa:16:3e:5b:fe:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd9bc2736-310e-42aa-ac82-088b80b7a135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:35Z', 'updated_at': '2022-10-31T19:22:44Z', 'revision_number': 4, 'project_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'subnets': [{'id': 'd9bc2736-310e-42aa-ac82-088b80b7a135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:22:46.567452 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed579e47-3aa8-4ad6-87b3-207cf908c371 req-50e6a3b7-de46-40fe-acd1-c95ed15b1dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:46.569067 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ed579e47-3aa8-4ad6-87b3-207cf908c371 req-50e6a3b7-de46-40fe-acd1-c95ed15b1dd1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 1129 time: 0.3602929 Oct 31 19:22:46.588955 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6105b-db79-4cad-a857-7a9d4891abcb req-bb90e3f5-44aa-4c43-9907-3b0b7e7391a3 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:46.597807 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0bb6105b-db79-4cad-a857-7a9d4891abcb req-bb90e3f5-44aa-4c43-9907-3b0b7e7391a3 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.2082200 Oct 31 19:22:46.611339 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d5457f45-2032-4ca9-b9ca-be37580877d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (7e02aac1-c960-4387-9221-6a5cea184e60), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:46.628837 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:46.650261 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.db.resource_extend [None req-2f8303f0-dbf9-4afb-b04a-5d4776f9dd02 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 31 19:22:46.682284 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:46.687157 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5457f45-2032-4ca9-b9ca-be37580877d0 None None] Pushing event updated for resources: {'Port': ['ID=7e02aac1-c960-4387-9221-6a5cea184e60,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:46.717750 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Publish callbacks [] for port (91e613a2-dd8b-409c-95e7-7aa8176117fc), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:46.759779 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (91e613a2-dd8b-409c-95e7-7aa8176117fc), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:46.837223 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bd89e-737d-46cb-9192-24c55d54f6a7 None None] Pushing event updated for resources: {'Port': ['ID=91e613a2-dd8b-409c-95e7-7aa8176117fc,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:46.862917 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2f8303f0-dbf9-4afb-b04a-5d4776f9dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (8cf9e418-b844-43be-9fd5-e065ace339a4), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:46.864103 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8303f0-dbf9-4afb-b04a-5d4776f9dd02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:46.864684 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2f8303f0-dbf9-4afb-b04a-5d4776f9dd02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:46.881081 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-05d2e28c-39a0-4660-9a13-e6999cf5b106 None None] Provisioning complete for port 7e02aac1-c960-4387-9221-6a5cea184e60 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:46.881716 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-05d2e28c-39a0-4660-9a13-e6999cf5b106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (7e02aac1-c960-4387-9221-6a5cea184e60), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:46.882200 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-05d2e28c-39a0-4660-9a13-e6999cf5b106 None None] Attempt 1 to provision port 7e02aac1-c960-4387-9221-6a5cea184e60 Oct 31 19:22:46.887929 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Attempting to bind port 91e613a2-dd8b-409c-95e7-7aa8176117fc on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:22:46.889807 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Attempting to bind port 91e613a2-dd8b-409c-95e7-7aa8176117fc by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:22:46.890497 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Attempting to bind port 91e613a2-dd8b-409c-95e7-7aa8176117fc on network 676d21cd-5186-4b2a-b97a-f35601187c6a {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:22:46.894343 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 7f00bced-615e-4c9b-9442-70bb38b57c12 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:46.894941 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:46.972682 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port 7f00bced-615e-4c9b-9442-70bb38b57c12, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=7f00bced-615e-4c9b-9442-70bb38b57c12,segment=NetworkSegment(2319dca1-753c-4e8c-8614-0af028c32192),segment_id=2319dca1-753c-4e8c-8614-0af028c32192)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:47.010564 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:47.011396 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:47.031055 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8303f0-dbf9-4afb-b04a-5d4776f9dd02 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf9e418-b844-43be-9fd5-e065ace339a4,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:47.099239 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-2f8303f0-dbf9-4afb-b04a-5d4776f9dd02 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2946920 Oct 31 19:22:47.102701 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49324) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:47.110033 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-c9583b11-4cc4-44fa-86da-5e5e83afee45 admin admin] Request body: {'subnet': {'network_id': '8cf9e418-b844-43be-9fd5-e065ace339a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-914692195-subnet', 'tenant_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'ip_version': 4}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:47.209888 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed579e47-3aa8-4ad6-87b3-207cf908c371 req-4a424d2e-4a95-4522-9986-bc6dd663819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:47.212816 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network 8cf9e418-b844-43be-9fd5-e065ace339a4 details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:22:47.219289 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ed579e47-3aa8-4ad6-87b3-207cf908c371 req-4a424d2e-4a95-4522-9986-bc6dd663819c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 919 time: 0.6406019 Oct 31 19:22:47.235131 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0bb6105b-db79-4cad-a857-7a9d4891abcb req-09d284b4-a93a-4fc0-a978-0369e3ec7faf tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6360674 Oct 31 19:22:47.333995 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9583b11-4cc4-44fa-86da-5e5e83afee45 admin admin] Made reservation on behalf of 8add10fb5e6e43e69ccff4419f47b3aa for: {'subnet': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:22:47.344182 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c9583b11-4cc4-44fa-86da-5e5e83afee45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4897938'] for subnet (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:47.360784 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:47.397148 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ed579e47-3aa8-4ad6-87b3-207cf908c371 req-d1ef44dd-5d19-49d3-ab86-4c97f9cbf8b8 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1f5b141-b428-4cbf-9938-2df49ece4368 HTTP/1.1" status: 200 len: 217 time: 0.1608155 Oct 31 19:22:47.411430 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e2590-391d-4b0b-a751-1427dbb506a0 req-531822c5-2a99-4d41-a136-929596ef2b59 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:47.413834 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4d6e2590-391d-4b0b-a751-1427dbb506a0 req-531822c5-2a99-4d41-a136-929596ef2b59 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.2457969 Oct 31 19:22:47.502233 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-05d2e28c-39a0-4660-9a13-e6999cf5b106 None None] Current status of the port 7e02aac1-c960-4387-9221-6a5cea184e60 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:47.510970 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Sync routers for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:22:47.513827 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:22:47.514338 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Checking segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:47.514858 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:47.515289 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Bound using segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:22:47.515856 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Bound port: 91e613a2-dd8b-409c-95e7-7aa8176117fc, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:22:47.516232 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (91e613a2-dd8b-409c-95e7-7aa8176117fc), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:47.583808 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed579e47-3aa8-4ad6-87b3-207cf908c371 req-2dffa835-5a98-4b9a-a413-a64d50c45871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:47.586070 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ed579e47-3aa8-4ad6-87b3-207cf908c371 req-2dffa835-5a98-4b9a-a413-a64d50c45871 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d2c209a4-c49d-431e-b8bc-b162483f4e74 HTTP/1.1" status: 200 len: 857 time: 0.1830842 Oct 31 19:22:47.648528 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed579e47-3aa8-4ad6-87b3-207cf908c371 req-4aabdc76-dcb7-4c65-80ae-48dcf2903591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:47.650556 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ed579e47-3aa8-4ad6-87b3-207cf908c371 req-4aabdc76-dcb7-4c65-80ae-48dcf2903591 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76d0a169-b981-4155-bbd7-0bbdbbf23238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546706 Oct 31 19:22:47.678040 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4d6e2590-391d-4b0b-a751-1427dbb506a0 req-a4fdd796-0db7-40c9-b42b-585cecd0869a tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495563 Oct 31 19:22:47.726607 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=7f00bced-615e-4c9b-9442-70bb38b57c12,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:47.761546 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-05d2e28c-39a0-4660-9a13-e6999cf5b106 None None] Provisioning complete for port 763dcc71-d675-46e2-8617-f52c8b233cbc triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:47.762540 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-05d2e28c-39a0-4660-9a13-e6999cf5b106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:47.763245 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-05d2e28c-39a0-4660-9a13-e6999cf5b106 None None] Attempt 1 to provision port 763dcc71-d675-46e2-8617-f52c8b233cbc Oct 31 19:22:47.778590 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:47.779581 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:47.874688 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ed579e47-3aa8-4ad6-87b3-207cf908c371 req-ae982802-0611-48ef-a61b-9716d2636ab8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151220 Oct 31 19:22:47.898848 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49344) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:47.906760 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:47.907693 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (2604a4bb-14b4-47e7-8d01-f305f16b6ad4), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:47.908056 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 Oct 31 19:22:47.968446 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c9583b11-4cc4-44fa-86da-5e5e83afee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5224611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4898044'] for subnet (41680fef-427b-4b59-8a4f-7396454062ff), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:47.997396 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-05d2e28c-39a0-4660-9a13-e6999cf5b106 None None] Port 763dcc71-d675-46e2-8617-f52c8b233cbc cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:22:48.082042 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9583b11-4cc4-44fa-86da-5e5e83afee45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41680fef-427b-4b59-8a4f-7396454062ff,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:48.084687 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ed579e47-3aa8-4ad6-87b3-207cf908c371 req-bcdc50c5-a46c-4490-9bc6-4fc954ce8312 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032580 Oct 31 19:22:48.087289 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:48.093791 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9583b11-4cc4-44fa-86da-5e5e83afee45 admin admin] Checking segment: {'id': 'b9d97806-9788-4cc8-b2ff-70262ba7160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cf9e418-b844-43be-9fd5-e065ace339a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:48.094244 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9583b11-4cc4-44fa-86da-5e5e83afee45 admin admin] Network hostable DHCP agents. Network: 8cf9e418-b844-43be-9fd5-e065ace339a4, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:22:48.145952 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9583b11-4cc4-44fa-86da-5e5e83afee45 admin admin] Network 8cf9e418-b844-43be-9fd5-e065ace339a4 is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:22:48.161525 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-c9583b11-4cc4-44fa-86da-5e5e83afee45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, 8cf9e418-b844-43be-9fd5-e065ace339a4) {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:48.180291 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9583b11-4cc4-44fa-86da-5e5e83afee45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:48.181720 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c9583b11-4cc4-44fa-86da-5e5e83afee45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:48.220970 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49352) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:48.232239 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-c9583b11-4cc4-44fa-86da-5e5e83afee45 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1277714 Oct 31 19:22:48.237665 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-914692195-router', 'tenant_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:48.249967 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] For port 91e613a2-dd8b-409c-95e7-7aa8176117fc, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:22:48.282326 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f70933-a63f-4661-8c39-fd7f27ec40b4 None None] Network 8cf9e418-b844-43be-9fd5-e065ace339a4 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:22:48.290240 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ac7128f8-8cb6-4d27-9150-05a9f10a1e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:48.356890 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-924493a1-c1ed-45f3-9ff0-e90f046a6ca7 None None] Provisioning complete for port 763dcc71-d675-46e2-8617-f52c8b233cbc triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:48.357262 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-924493a1-c1ed-45f3-9ff0-e90f046a6ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:48.357595 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-924493a1-c1ed-45f3-9ff0-e90f046a6ca7 None None] Attempt 1 to provision port 763dcc71-d675-46e2-8617-f52c8b233cbc Oct 31 19:22:48.362805 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-482295'] for router (80bc6909-2daa-4a3f-bef0-64076a2d84cc), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:48.366491 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2036195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2035399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-482190'] for router (80bc6909-2daa-4a3f-bef0-64076a2d84cc), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:48.418824 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:48.420574 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-924493a1-c1ed-45f3-9ff0-e90f046a6ca7 None None] Port 763dcc71-d675-46e2-8617-f52c8b233cbc cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:22:48.435287 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] For port 91e613a2-dd8b-409c-95e7-7aa8176117fc, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=91e613a2-dd8b-409c-95e7-7aa8176117fc,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:22:48.476760 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:48.519067 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104c025-c5c1-4a00-a8d1-9bc0748de54b req-1344a2e6-0919-4668-89b8-f557a7451e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:48.520480 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1104c025-c5c1-4a00-a8d1-9bc0748de54b req-1344a2e6-0919-4668-89b8-f557a7451e92 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 1129 time: 0.1909640 Oct 31 19:22:48.525792 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (91e613a2-dd8b-409c-95e7-7aa8176117fc), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:48.544535 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:48.583661 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ad292-63e3-424d-8058-dc66c0fa9738 req-8b3ad2b4-8798-4556-aa3f-36a5038a289c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:48.585212 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ac6ad292-63e3-424d-8058-dc66c0fa9738 req-8b3ad2b4-8798-4556-aa3f-36a5038a289c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.1852243 Oct 31 19:22:48.594782 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Routers {'538736e4-70f6-4599-96f3-266e8056a523'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:48.595990 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['538736e4-70f6-4599-96f3-266e8056a523'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:48.620510 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:48.622065 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 1b344453-67b6-4bf7-bde1-8d6ac3651e77 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:48.624256 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Publish callbacks [] for router_controller (80bc6909-2daa-4a3f-bef0-64076a2d84cc), precommit_add_association {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:48.686377 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ac6ad292-63e3-424d-8058-dc66c0fa9738 req-07ce92cf-a934-4ae4-8717-bc8eebce8b3a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676219 Oct 31 19:22:48.859325 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ac7128f8-8cb6-4d27-9150-05a9f10a1e2e admin admin] Publish callbacks [] for security_group (982646ff-d605-4018-82e4-39f321a02d9d), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:48.873067 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:48.873067 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ac7128f8-8cb6-4d27-9150-05a9f10a1e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (982646ff-d605-4018-82e4-39f321a02d9d), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:48.964355 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-ac7128f8-8cb6-4d27-9150-05a9f10a1e2e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3cc191bd7e1e46d288e5d1e6837cfab5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0635560 Oct 31 19:22:48.969840 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49368) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:48.975477 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4da41-6c2c-44f2-bacf-b9c9babacb05 req-37cb087b-fc8c-4b0b-8b6e-800e5b932478 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:48.983587 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8ab4da41-6c2c-44f2-bacf-b9c9babacb05 req-37cb087b-fc8c-4b0b-8b6e-800e5b932478 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1401973 Oct 31 19:22:49.039496 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 1b344453-67b6-4bf7-bde1-8d6ac3651e77 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:49.039496 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (1b344453-67b6-4bf7-bde1-8d6ac3651e77), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:49.040160 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 1b344453-67b6-4bf7-bde1-8d6ac3651e77 Oct 31 19:22:49.103841 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8ab4da41-6c2c-44f2-bacf-b9c9babacb05 req-2b1fe0db-7a23-4d63-b8fa-053fb8bef75b tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191411 Oct 31 19:22:49.242096 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7128f8-8cb6-4d27-9150-05a9f10a1e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982646ff-d605-4018-82e4-39f321a02d9d,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:49.321696 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Publish callbacks [] for router_gateway (80bc6909-2daa-4a3f-bef0-64076a2d84cc), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:49.395182 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2eed0fbc-9f42-486c-bfed-7492c95db194 admin admin] Publish callbacks [] for security_group (982646ff-d605-4018-82e4-39f321a02d9d), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:49.445336 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bd89e-737d-46cb-9192-24c55d54f6a7 None None] Pushing event updated for resources: {'Port': ['ID=91e613a2-dd8b-409c-95e7-7aa8176117fc,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:49.476918 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2eed0fbc-9f42-486c-bfed-7492c95db194 admin admin] Publish callbacks [] for security_group (982646ff-d605-4018-82e4-39f321a02d9d), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:49.525358 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9ee3e2-6e6d-5ff3-af27-705436aae7b6-8cf9e418-b844-43be-9fd5-e065ace339a4', 'network_id': '8cf9e418-b844-43be-9fd5-e065ace339a4', 'project_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'fixed_ips': [{'subnet_id': '41680fef-427b-4b59-8a4f-7396454062ff'}]}} from dv-cinder-863097-1-iscsi. {{(pid=104477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 19:22:49.526807 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:49.593898 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] Set router 538736e4-70f6-4599-96f3-266e8056a523 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:49.652953 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2eed0fbc-9f42-486c-bfed-7492c95db194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (982646ff-d605-4018-82e4-39f321a02d9d), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:49.656100 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2eed0fbc-9f42-486c-bfed-7492c95db194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:49.662978 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-2eed0fbc-9f42-486c-bfed-7492c95db194 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/982646ff-d605-4018-82e4-39f321a02d9d HTTP/1.1" status: 204 len: 168 time: 0.6880481 Oct 31 19:22:49.680385 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed0fbc-9f42-486c-bfed-7492c95db194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982646ff-d605-4018-82e4-39f321a02d9d,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:49.706239 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Publish callbacks [] for router_gateway (80bc6909-2daa-4a3f-bef0-64076a2d84cc), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:49.715483 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:49.835224 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:50.074097 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:50.182163 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:22:43Z', 'revision_number': 2, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:50.323504 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 1b344453-67b6-4bf7-bde1-8d6ac3651e77 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:50.330972 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (1b344453-67b6-4bf7-bde1-8d6ac3651e77), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:50.430075 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a1546-a6ff-45ad-b9ee-aeeb3c2c6571 req-59fdf530-be50-42a6-b9e5-1dbaa6f18dd8 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:50.431695 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3d5a1546-a6ff-45ad-b9ee-aeeb3c2c6571 req-59fdf530-be50-42a6-b9e5-1dbaa6f18dd8 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.6106625 Oct 31 19:22:50.484690 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Checking router: 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:22:50.485309 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Updating router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca port f69d9675-1384-447b-8eca-ac21e2e24121 binding host dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:22:50.518013 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f94bf-4667-49ff-a1af-a422681617a8 req-e27105f4-2c8c-4e12-ab8c-ac890c4a1ab5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:50.529521 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c15f94bf-4667-49ff-a1af-a422681617a8 req-e27105f4-2c8c-4e12-ab8c-ac890c4a1ab5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1650541 Oct 31 19:22:50.572829 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port 1b344453-67b6-4bf7-bde1-8d6ac3651e77, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=1b344453-67b6-4bf7-bde1-8d6ac3651e77,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:50.612166 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c15f94bf-4667-49ff-a1af-a422681617a8 req-1d181fa5-4909-44da-a832-f5c98fde260b tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809987 Oct 31 19:22:50.619177 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (1b344453-67b6-4bf7-bde1-8d6ac3651e77), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:50.619973 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 7e02aac1-c960-4387-9221-6a5cea184e60 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:50.661830 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3d5a1546-a6ff-45ad-b9ee-aeeb3c2c6571 req-890b3824-50d3-4f74-8750-6bce0a5ed4fc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169945 Oct 31 19:22:50.693770 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Allocated IP 172.27.0.49 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/cdf413d3-d574-4d75-9966-10db10470ec5) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:50.699497 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:50.834638 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Publish callbacks [] for port (cdf413d3-d574-4d75-9966-10db10470ec5), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:50.839216 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (f69d9675-1384-447b-8eca-ac21e2e24121), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:50.868151 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:50.874029 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (cdf413d3-d574-4d75-9966-10db10470ec5), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:50.924956 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Pushing event updated for resources: {'Port': ['ID=cdf413d3-d574-4d75-9966-10db10470ec5,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:50.947667 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:50.949998 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:50.953848 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:51.062674 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Allocated IP 172.20.0.2 (8cf9e418-b844-43be-9fd5-e065ace339a4/41680fef-427b-4b59-8a4f-7396454062ff/b03cac4b-b76a-4a6e-9135-fbf79442626b) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:51.142248 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538736e4-70f6-4599-96f3-266e8056a523', 'name': 'tempest-TestMinimumBasicScenario-1815052745-router', 'tenant_id': '428ff03286f94fd29e83675ccbe0a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:38Z', 'updated_at': '2022-10-31T19:22:44Z', 'revision_number': 4, 'project_id': '428ff03286f94fd29e83675ccbe0a2a1', 'gw_port': {'id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538736e4-70f6-4599-96f3-266e8056a523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:39Z', 'updated_at': '2022-10-31T19:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '763dcc71-d675-46e2-8617-f52c8b233cbc', 'name': '', 'network_id': '5b9d817b-a05a-4ad1-b8ca-5600a2390aa3', 'tenant_id': '428ff03286f94fd29e83675ccbe0a2a1', 'mac_address': 'fa:16:3e:01:ac:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538736e4-70f6-4599-96f3-266e8056a523', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3cbfc9bd-ce8b-448a-9cf5-46f58169e32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:43Z', 'updated_at': '2022-10-31T19:22:45Z', 'revision_number': 2, 'project_id': '428ff03286f94fd29e83675ccbe0a2a1', 'subnets': [{'id': '3cbfc9bd-ce8b-448a-9cf5-46f58169e32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:51.180570 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f07111-87b1-459f-ba61-26dbf6b64ed6 None None] The sync data for ids ['538736e4-70f6-4599-96f3-266e8056a523'] in dv-cinder-863097-1-iscsi is: [{'id': '538736e4-70f6-4599-96f3-266e8056a523', 'name': 'tempest-TestMinimumBasicScenario-1815052745-router', 'tenant_id': '428ff03286f94fd29e83675ccbe0a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:38Z', 'updated_at': '2022-10-31T19:22:44Z', 'revision_number': 4, 'project_id': '428ff03286f94fd29e83675ccbe0a2a1', 'gw_port': {'id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538736e4-70f6-4599-96f3-266e8056a523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:39Z', 'updated_at': '2022-10-31T19:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '763dcc71-d675-46e2-8617-f52c8b233cbc', 'name': '', 'network_id': '5b9d817b-a05a-4ad1-b8ca-5600a2390aa3', 'tenant_id': '428ff03286f94fd29e83675ccbe0a2a1', 'mac_address': 'fa:16:3e:01:ac:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538736e4-70f6-4599-96f3-266e8056a523', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3cbfc9bd-ce8b-448a-9cf5-46f58169e32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:43Z', 'updated_at': '2022-10-31T19:22:45Z', 'revision_number': 2, 'project_id': '428ff03286f94fd29e83675ccbe0a2a1', 'subnets': [{'id': '3cbfc9bd-ce8b-448a-9cf5-46f58169e32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:22:51.194528 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=1b344453-67b6-4bf7-bde1-8d6ac3651e77,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:51.218407 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Publish callbacks [] for router_gateway (80bc6909-2daa-4a3f-bef0-64076a2d84cc), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:51.247260 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 7e02aac1-c960-4387-9221-6a5cea184e60 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:51.247631 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (7e02aac1-c960-4387-9221-6a5cea184e60), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:51.247974 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 7e02aac1-c960-4387-9221-6a5cea184e60 Oct 31 19:22:51.444496 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:51.563906 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 7e02aac1-c960-4387-9221-6a5cea184e60 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:51.566850 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2036112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2058039'] for router (80bc6909-2daa-4a3f-bef0-64076a2d84cc), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:51.835389 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Publish callbacks [] for port (b03cac4b-b76a-4a6e-9135-fbf79442626b), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:51.894678 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (b03cac4b-b76a-4a6e-9135-fbf79442626b), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:51.927083 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Publish callbacks [] for port (f69d9675-1384-447b-8eca-ac21e2e24121), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:51.928605 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60ef80-e5bd-437f-a389-55524c85ca91 req-c11d48ec-a862-4239-a07e-cafe39e9e884 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:51.937222 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92448135-de3e-4a30-90e9-99a3f57b737f req-824e3b5e-4533-4857-836a-e6e74e76df2d tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:51.940248 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-92448135-de3e-4a30-90e9-99a3f57b737f req-824e3b5e-4533-4857-836a-e6e74e76df2d tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.0793447 Oct 31 19:22:51.942611 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0b60ef80-e5bd-437f-a389-55524c85ca91 req-c11d48ec-a862-4239-a07e-cafe39e9e884 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1256502 Oct 31 19:22:51.994883 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Network 8cf9e418-b844-43be-9fd5-e065ace339a4 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:51.998802 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:52.001724 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:52.004497 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (f69d9675-1384-447b-8eca-ac21e2e24121), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:52.022532 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:52.123695 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Pushing event updated for resources: {'Port': ['ID=b03cac4b-b76a-4a6e-9135-fbf79442626b,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:52.129118 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0b60ef80-e5bd-437f-a389-55524c85ca91 req-11fd4fe6-51f4-4d85-afc3-ff2b07721660 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724942 Oct 31 19:22:52.160530 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Attempting to bind port b03cac4b-b76a-4a6e-9135-fbf79442626b on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:22:52.160706 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Router 80bc6909-2daa-4a3f-bef0-64076a2d84cc is scheduled to L3 agent bfda5fc7-44c9-487b-820a-926a116c23db with binding_index 1 {{(pid=104475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 19:22:52.172130 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Attempting to bind port b03cac4b-b76a-4a6e-9135-fbf79442626b by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': 'b9d97806-9788-4cc8-b2ff-70262ba7160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cf9e418-b844-43be-9fd5-e065ace339a4'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:22:52.172600 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Attempting to bind port b03cac4b-b76a-4a6e-9135-fbf79442626b on network 8cf9e418-b844-43be-9fd5-e065ace339a4 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:22:52.180899 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-92448135-de3e-4a30-90e9-99a3f57b737f req-9bb7c08b-7deb-4be1-8b99-d8a835de4611 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157300 Oct 31 19:22:52.245146 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 7f00bced-615e-4c9b-9442-70bb38b57c12 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:52.423129 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:22:52.434301 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Sync routers for ids ['80bc6909-2daa-4a3f-bef0-64076a2d84cc'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:22:52.455722 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Routers {'80bc6909-2daa-4a3f-bef0-64076a2d84cc'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:52.458442 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['80bc6909-2daa-4a3f-bef0-64076a2d84cc'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:52.469819 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3fb05-6a82-4763-8c9d-11a91e3e39ac None None] Pushing event updated for resources: {'Port': ['ID=f69d9675-1384-447b-8eca-ac21e2e24121,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:52.475409 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:52.477171 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:22:52.477848 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Checking segment: {'id': 'b9d97806-9788-4cc8-b2ff-70262ba7160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cf9e418-b844-43be-9fd5-e065ace339a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:52.478424 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:52.480498 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Bound using segment: {'id': 'b9d97806-9788-4cc8-b2ff-70262ba7160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cf9e418-b844-43be-9fd5-e065ace339a4'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:22:52.481175 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Bound port: b03cac4b-b76a-4a6e-9135-fbf79442626b, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d97806-9788-4cc8-b2ff-70262ba7160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cf9e418-b844-43be-9fd5-e065ace339a4'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:22:52.481750 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (b03cac4b-b76a-4a6e-9135-fbf79442626b), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:52.505627 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49430) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:52.506907 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-9168e4ee-e8d1-41d3-917a-616d2e9aa942 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2763023 Oct 31 19:22:52.544616 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:52.610457 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Attempting to bind port f69d9675-1384-447b-8eca-ac21e2e24121 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:22:52.610457 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Attempting to bind port f69d9675-1384-447b-8eca-ac21e2e24121 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:22:52.611293 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Attempting to bind port f69d9675-1384-447b-8eca-ac21e2e24121 on network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:22:52.620264 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 7f00bced-615e-4c9b-9442-70bb38b57c12 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:52.620537 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:52.620875 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 7f00bced-615e-4c9b-9442-70bb38b57c12 Oct 31 19:22:52.806208 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:52.815696 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Set router 80bc6909-2daa-4a3f-bef0-64076a2d84cc gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:52.870887 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104c025-c5c1-4a00-a8d1-9bc0748de54b req-fd89a13a-1f6d-49c7-b328-383e6feca42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:52.872600 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1104c025-c5c1-4a00-a8d1-9bc0748de54b req-fd89a13a-1f6d-49c7-b328-383e6feca42e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 919 time: 0.3644342 Oct 31 19:22:52.886217 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] For port b03cac4b-b76a-4a6e-9135-fbf79442626b, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:22:52.892885 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] For port b03cac4b-b76a-4a6e-9135-fbf79442626b, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=b03cac4b-b76a-4a6e-9135-fbf79442626b,segment=NetworkSegment(b9d97806-9788-4cc8-b2ff-70262ba7160b),segment_id=b9d97806-9788-4cc8-b2ff-70262ba7160b)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:22:52.902530 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:22:52.903415 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Checking segment: {'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:52.903415 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:52.903900 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Bound using segment: {'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:22:52.904335 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Bound port: f69d9675-1384-447b-8eca-ac21e2e24121, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:22:52.904723 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (f69d9675-1384-447b-8eca-ac21e2e24121), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:52.933545 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (b03cac4b-b76a-4a6e-9135-fbf79442626b), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:53.023212 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:53.103419 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:53.181114 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'name': 'tempest-TestVolumeBootPattern-914692195-router', 'tenant_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cdf413d3-d574-4d75-9966-10db10470ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:48Z', 'updated_at': '2022-10-31T19:22:51Z', 'revision_number': 3, 'project_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'gw_port': {'id': 'cdf413d3-d574-4d75-9966-10db10470ec5', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:06:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:49Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:53.257492 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Checking router: 80bc6909-2daa-4a3f-bef0-64076a2d84cc for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:22:53.261890 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Updating router 80bc6909-2daa-4a3f-bef0-64076a2d84cc port cdf413d3-d574-4d75-9966-10db10470ec5 binding host dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:22:53.430535 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (cdf413d3-d574-4d75-9966-10db10470ec5), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:53.448291 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 7f00bced-615e-4c9b-9442-70bb38b57c12 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:53.449423 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 1b344453-67b6-4bf7-bde1-8d6ac3651e77 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:53.537199 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d9d2e-62f9-49f1-ab33-eb90aa316c01 None None] Pushing event updated for resources: {'Port': ['ID=b03cac4b-b76a-4a6e-9135-fbf79442626b,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:53.605570 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1104c025-c5c1-4a00-a8d1-9bc0748de54b req-6903abf3-84ea-412b-b557-cefe315c3d7f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1f5b141-b428-4cbf-9938-2df49ece4368 HTTP/1.1" status: 200 len: 217 time: 0.3077850 Oct 31 19:22:53.679242 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] For port f69d9675-1384-447b-8eca-ac21e2e24121, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:22:53.686170 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] For port f69d9675-1384-447b-8eca-ac21e2e24121, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=f69d9675-1384-447b-8eca-ac21e2e24121,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:22:53.733527 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:53.737254 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (f69d9675-1384-447b-8eca-ac21e2e24121), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:53.898624 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3fb05-6a82-4763-8c9d-11a91e3e39ac None None] Pushing event updated for resources: {'Port': ['ID=f69d9675-1384-447b-8eca-ac21e2e24121,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:53.943793 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50ea85-836a-4f5e-978c-be8c6bbc5f1a req-2425b6ce-3d05-4d76-a7dd-4f21fe4c9da5 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:53.968132 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6f50ea85-836a-4f5e-978c-be8c6bbc5f1a req-2425b6ce-3d05-4d76-a7dd-4f21fe4c9da5 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.3650563 Oct 31 19:22:53.987027 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:53.988234 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:54.060568 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104c025-c5c1-4a00-a8d1-9bc0748de54b req-faa3e14b-ca5d-47ef-b032-4b4b0cba5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:54.064181 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1104c025-c5c1-4a00-a8d1-9bc0748de54b req-faa3e14b-ca5d-47ef-b032-4b4b0cba5e54 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d2c209a4-c49d-431e-b8bc-b162483f4e74 HTTP/1.1" status: 200 len: 857 time: 0.3989131 Oct 31 19:22:54.094931 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:54.129554 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:54.193164 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6f50ea85-836a-4f5e-978c-be8c6bbc5f1a req-a085d9b4-eb1d-4f56-b6db-038b5380ceb6 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195969 Oct 31 19:22:54.211653 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Publish callbacks [] for port (cdf413d3-d574-4d75-9966-10db10470ec5), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:54.235342 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (cdf413d3-d574-4d75-9966-10db10470ec5), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:54.277064 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104c025-c5c1-4a00-a8d1-9bc0748de54b req-b8c65749-4d48-43ce-8ec9-e6fa0b876525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:54.279088 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1104c025-c5c1-4a00-a8d1-9bc0748de54b req-b8c65749-4d48-43ce-8ec9-e6fa0b876525 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76d0a169-b981-4155-bbd7-0bbdbbf23238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2001371 Oct 31 19:22:54.287670 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:54.379659 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Attempting to bind port cdf413d3-d574-4d75-9966-10db10470ec5 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:22:54.388576 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Attempting to bind port cdf413d3-d574-4d75-9966-10db10470ec5 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:22:54.389190 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Attempting to bind port cdf413d3-d574-4d75-9966-10db10470ec5 on network 676d21cd-5186-4b2a-b97a-f35601187c6a {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:22:54.451101 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c100d71-1660-4c21-b10c-c3949f179011 req-119ff91f-293d-489f-8ba6-37050f2b5a26 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:54.452820 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6c100d71-1660-4c21-b10c-c3949f179011 req-119ff91f-293d-489f-8ba6-37050f2b5a26 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.2428885 Oct 31 19:22:54.512241 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6aeda-b41f-4b27-b6aa-60566f40d852 None None] Pushing event updated for resources: {'Port': ['ID=cdf413d3-d574-4d75-9966-10db10470ec5,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:54.612080 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:22:54.612458 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Checking segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:54.612866 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:54.613261 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Bound using segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:22:54.613786 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Bound port: cdf413d3-d574-4d75-9966-10db10470ec5, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:22:54.614161 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (cdf413d3-d574-4d75-9966-10db10470ec5), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:54.696091 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 1b344453-67b6-4bf7-bde1-8d6ac3651e77 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:54.696637 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (1b344453-67b6-4bf7-bde1-8d6ac3651e77), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:54.696807 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 1b344453-67b6-4bf7-bde1-8d6ac3651e77 Oct 31 19:22:54.783452 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6c100d71-1660-4c21-b10c-c3949f179011 req-6205771a-6254-4f97-b092-873704aec078 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197842 Oct 31 19:22:54.784823 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] For port cdf413d3-d574-4d75-9966-10db10470ec5, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:22:54.790925 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1104c025-c5c1-4a00-a8d1-9bc0748de54b req-689dffcb-9e98-4eb5-84c3-4d60fb5496ca service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942570 Oct 31 19:22:54.793558 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] For port cdf413d3-d574-4d75-9966-10db10470ec5, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=cdf413d3-d574-4d75-9966-10db10470ec5,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:22:54.805157 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (cdf413d3-d574-4d75-9966-10db10470ec5), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:54.922094 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6aeda-b41f-4b27-b6aa-60566f40d852 None None] Pushing event updated for resources: {'Port': ['ID=cdf413d3-d574-4d75-9966-10db10470ec5,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:54.938594 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Routers {'80bc6909-2daa-4a3f-bef0-64076a2d84cc'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:54.940031 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['80bc6909-2daa-4a3f-bef0-64076a2d84cc'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:55.000014 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:55.092240 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1104c025-c5c1-4a00-a8d1-9bc0748de54b req-0717e9ff-0077-47b7-8fa4-6562470926cc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890334 Oct 31 19:22:55.141581 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3e77cf-95e0-4394-b14b-a055a046e2b7 None None] Network 8cf9e418-b844-43be-9fd5-e065ace339a4 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:22:55.213191 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] Set router 80bc6909-2daa-4a3f-bef0-64076a2d84cc gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:55.384244 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:22:53Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:55.386658 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f34f2601-86ac-46f3-a69c-7cede0dcde52 None None] Provisioning complete for port b03cac4b-b76a-4a6e-9135-fbf79442626b triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:55.387204 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f34f2601-86ac-46f3-a69c-7cede0dcde52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (b03cac4b-b76a-4a6e-9135-fbf79442626b), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:55.387690 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f34f2601-86ac-46f3-a69c-7cede0dcde52 None None] Attempt 1 to provision port b03cac4b-b76a-4a6e-9135-fbf79442626b Oct 31 19:22:55.444123 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Allocated IP 172.20.0.1 (8cf9e418-b844-43be-9fd5-e065ace339a4/41680fef-427b-4b59-8a4f-7396454062ff/5413ebb3-2279-4ac8-93d2-7c3ba07dbba1) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:22:55.605060 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:55.663347 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Publish callbacks [] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:55.671691 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:55.716586 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82bedec-9b25-425d-9a1d-33765775896b None None] The sync data for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi is: [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:22:53Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:22:55.739283 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:55.808902 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:55.813586 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'name': 'tempest-TestVolumeBootPattern-914692195-router', 'tenant_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cdf413d3-d574-4d75-9966-10db10470ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:48Z', 'updated_at': '2022-10-31T19:22:51Z', 'revision_number': 3, 'project_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'gw_port': {'id': 'cdf413d3-d574-4d75-9966-10db10470ec5', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:06:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:49Z', 'updated_at': '2022-10-31T19:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:55.878687 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d48e2-b430-4892-8250-900700dbf8c7 None None] The sync data for ids ['80bc6909-2daa-4a3f-bef0-64076a2d84cc'] in dv-cinder-863097-1-iscsi is: [{'id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'name': 'tempest-TestVolumeBootPattern-914692195-router', 'tenant_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cdf413d3-d574-4d75-9966-10db10470ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:48Z', 'updated_at': '2022-10-31T19:22:51Z', 'revision_number': 3, 'project_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'gw_port': {'id': 'cdf413d3-d574-4d75-9966-10db10470ec5', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:06:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:49Z', 'updated_at': '2022-10-31T19:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:22:55.883028 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a7b24-5584-446f-804f-aa68c791d21a req-22950cb8-b19d-471f-b88b-d25f9f96e065 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:55.891248 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-722a7b24-5584-446f-804f-aa68c791d21a req-22950cb8-b19d-471f-b88b-d25f9f96e065 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.2841911 Oct 31 19:22:55.977002 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Network 8cf9e418-b844-43be-9fd5-e065ace339a4 is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:55.980706 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=5413ebb3-2279-4ac8-93d2-7c3ba07dbba1,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:55.996138 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:55.997600 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f34f2601-86ac-46f3-a69c-7cede0dcde52 None None] Current status of the port b03cac4b-b76a-4a6e-9135-fbf79442626b is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:55.999930 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:56.000084 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f34f2601-86ac-46f3-a69c-7cede0dcde52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (b03cac4b-b76a-4a6e-9135-fbf79442626b), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:56.007293 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:22:56.071205 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Sync routers for ids ['538736e4-70f6-4599-96f3-266e8056a523'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:22:56.098346 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 1b344453-67b6-4bf7-bde1-8d6ac3651e77 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:56.099733 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 7e02aac1-c960-4387-9221-6a5cea184e60 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:56.134050 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-722a7b24-5584-446f-804f-aa68c791d21a req-024729e8-87cc-4831-9a10-e2266778dcca tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388563 Oct 31 19:22:56.142877 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2057793'] for router_interface (80bc6909-2daa-4a3f-bef0-64076a2d84cc), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:56.303979 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 7e02aac1-c960-4387-9221-6a5cea184e60 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:56.304354 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (7e02aac1-c960-4387-9221-6a5cea184e60), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:56.304681 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 7e02aac1-c960-4387-9221-6a5cea184e60 Oct 31 19:22:56.321659 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b42580-9213-4aaf-834f-0abbbd3aefef req-2c3a04d7-6eac-4bd8-af19-58646ed2743a tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:56.355694 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a6b42580-9213-4aaf-834f-0abbbd3aefef req-2c3a04d7-6eac-4bd8-af19-58646ed2743a tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.2235980 Oct 31 19:22:56.462221 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f34f2601-86ac-46f3-a69c-7cede0dcde52 None None] For port b03cac4b-b76a-4a6e-9135-fbf79442626b, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=b03cac4b-b76a-4a6e-9135-fbf79442626b,segment=NetworkSegment(b9d97806-9788-4cc8-b2ff-70262ba7160b),segment_id=b9d97806-9788-4cc8-b2ff-70262ba7160b)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:56.468366 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Routers {'538736e4-70f6-4599-96f3-266e8056a523'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:22:56.471695 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['538736e4-70f6-4599-96f3-266e8056a523'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:56.578944 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:56.605346 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a6b42580-9213-4aaf-834f-0abbbd3aefef req-99120965-1f9f-4c66-86ee-f2b40927a4d7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486343 Oct 31 19:22:56.631729 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:56.649272 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f34f2601-86ac-46f3-a69c-7cede0dcde52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (b03cac4b-b76a-4a6e-9135-fbf79442626b), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:56.949927 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f2601-86ac-46f3-a69c-7cede0dcde52 None None] Pushing event updated for resources: {'Port': ['ID=b03cac4b-b76a-4a6e-9135-fbf79442626b,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:56.994334 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-89373708-b5f5-4cd5-8b4c-80286071e9af None None] Provisioning complete for port b03cac4b-b76a-4a6e-9135-fbf79442626b triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:56.995217 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-89373708-b5f5-4cd5-8b4c-80286071e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (b03cac4b-b76a-4a6e-9135-fbf79442626b), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:56.995721 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-89373708-b5f5-4cd5-8b4c-80286071e9af None None] Attempt 1 to provision port b03cac4b-b76a-4a6e-9135-fbf79442626b Oct 31 19:22:57.143771 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Set router 538736e4-70f6-4599-96f3-266e8056a523 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:22:57.255653 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 7e02aac1-c960-4387-9221-6a5cea184e60 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:57.259085 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device b365c891-64ad-492c-b495-1f113b0bfbe9 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:57.364940 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Publish callbacks [] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:57.374706 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5226044'] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:57.445055 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2057909'] for router_interface (80bc6909-2daa-4a3f-bef0-64076a2d84cc), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:57.447121 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=5413ebb3-2279-4ac8-93d2-7c3ba07dbba1,revision_number=2']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:57.539588 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port b365c891-64ad-492c-b495-1f113b0bfbe9 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:57.540272 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (b365c891-64ad-492c-b495-1f113b0bfbe9), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:57.540889 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port b365c891-64ad-492c-b495-1f113b0bfbe9 Oct 31 19:22:57.550068 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-89373708-b5f5-4cd5-8b4c-80286071e9af None None] Current status of the port b03cac4b-b76a-4a6e-9135-fbf79442626b is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:57.569358 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Network 8cf9e418-b844-43be-9fd5-e065ace339a4 is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:22:57.571509 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:22:57.732654 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-68ddb0c9-b614-4d0f-94be-1d4171bc5e53 None None] Provisioning complete for port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:57.733020 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-68ddb0c9-b614-4d0f-94be-1d4171bc5e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:57.733350 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-68ddb0c9-b614-4d0f-94be-1d4171bc5e53 None None] Attempt 1 to provision port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 Oct 31 19:22:57.744663 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538736e4-70f6-4599-96f3-266e8056a523', 'name': 'tempest-TestMinimumBasicScenario-1815052745-router', 'tenant_id': '428ff03286f94fd29e83675ccbe0a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:38Z', 'updated_at': '2022-10-31T19:22:44Z', 'revision_number': 4, 'project_id': '428ff03286f94fd29e83675ccbe0a2a1', 'gw_port': {'id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538736e4-70f6-4599-96f3-266e8056a523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:39Z', 'updated_at': '2022-10-31T19:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '763dcc71-d675-46e2-8617-f52c8b233cbc', 'name': '', 'network_id': '5b9d817b-a05a-4ad1-b8ca-5600a2390aa3', 'tenant_id': '428ff03286f94fd29e83675ccbe0a2a1', 'mac_address': 'fa:16:3e:01:ac:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538736e4-70f6-4599-96f3-266e8056a523', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3cbfc9bd-ce8b-448a-9cf5-46f58169e32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:43Z', 'updated_at': '2022-10-31T19:22:45Z', 'revision_number': 2, 'project_id': '428ff03286f94fd29e83675ccbe0a2a1', 'subnets': [{'id': '3cbfc9bd-ce8b-448a-9cf5-46f58169e32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:22:57.784839 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:57.784839 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:57.785804 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port b365c891-64ad-492c-b495-1f113b0bfbe9 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:57.787593 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 474c135d-9a91-46d7-a58e-6580a2c13510 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:57.866199 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Checking router: 538736e4-70f6-4599-96f3-266e8056a523 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:22:57.866495 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Updating router 538736e4-70f6-4599-96f3-266e8056a523 port 763dcc71-d675-46e2-8617-f52c8b233cbc binding host dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:22:57.893647 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffc591-ea0d-403e-a53c-913b54305083 req-462d7653-d0a8-475e-a216-2a5b2bcb3aeb tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:57.906624 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:57.910722 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3cffc591-ea0d-403e-a53c-913b54305083 req-462d7653-d0a8-475e-a216-2a5b2bcb3aeb tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1407042 Oct 31 19:22:57.923683 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-68ddb0c9-b614-4d0f-94be-1d4171bc5e53 None None] Port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:22:57.954365 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Router 80bc6909-2daa-4a3f-bef0-64076a2d84cc has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:22:58.008547 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3cffc591-ea0d-403e-a53c-913b54305083 req-2d0b6b10-783e-4a7d-851b-006740e014b2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958543 Oct 31 19:22:58.165538 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:22:58.168755 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-d590bcc7-3505-4eb9-8ab2-f164d28156bc None None] Provisioning complete for port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:58.169255 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d590bcc7-3505-4eb9-8ab2-f164d28156bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:58.169440 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-d590bcc7-3505-4eb9-8ab2-f164d28156bc None None] Attempt 1 to provision port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 Oct 31 19:22:58.174194 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-f34a7921-efdc-4945-ab3d-7ed8a3bc9dc2 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/80bc6909-2daa-4a3f-bef0-64076a2d84cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6672325 Oct 31 19:22:58.301904 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 474c135d-9a91-46d7-a58e-6580a2c13510 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:58.302309 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (474c135d-9a91-46d7-a58e-6580a2c13510), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:58.302615 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 474c135d-9a91-46d7-a58e-6580a2c13510 Oct 31 19:22:58.458459 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-d590bcc7-3505-4eb9-8ab2-f164d28156bc None None] Port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:22:58.507214 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49564) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:58.515971 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-952c22aa-bcf1-430f-ad83-9a98d91e2e8e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--4246718', 'description': 'tempest-description--386634573'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:58.581069 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-952c22aa-bcf1-430f-ad83-9a98d91e2e8e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:58.785081 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Publish callbacks [] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:58.785320 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-952c22aa-bcf1-430f-ad83-9a98d91e2e8e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for security_group (3519d49b-97fb-4dce-acb4-75c1c70efe89), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:58.800936 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-952c22aa-bcf1-430f-ad83-9a98d91e2e8e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (3519d49b-97fb-4dce-acb4-75c1c70efe89), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:58.802309 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 474c135d-9a91-46d7-a58e-6580a2c13510 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:22:58.802910 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (474c135d-9a91-46d7-a58e-6580a2c13510), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:58.824289 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:58.883583 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-952c22aa-bcf1-430f-ad83-9a98d91e2e8e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:58.888322 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49570) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:58.888942 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-952c22aa-bcf1-430f-ad83-9a98d91e2e8e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3797052 Oct 31 19:22:58.890670 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c22aa-bcf1-430f-ad83-9a98d91e2e8e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3519d49b-97fb-4dce-acb4-75c1c70efe89,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:58.893389 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-fc1ae0b9-07b0-4dff-b71c-1dbf1734e623 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Request body: {'security_group_rule': {'security_group_id': '3519d49b-97fb-4dce-acb4-75c1c70efe89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:58.912544 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a1a72-a760-406d-b4af-5dfe1a15cbd9 None None] Pushing event updated for resources: {'Port': ['ID=763dcc71-d675-46e2-8617-f52c8b233cbc,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:58.915286 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:58.964544 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port 474c135d-9a91-46d7-a58e-6580a2c13510, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=474c135d-9a91-46d7-a58e-6580a2c13510,segment=NetworkSegment(2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf),segment_id=2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:22:58.976942 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (474c135d-9a91-46d7-a58e-6580a2c13510), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:59.009951 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fc1ae0b9-07b0-4dff-b71c-1dbf1734e623 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for security_group_rule (9a658fa3-0f51-4b0c-80f0-cfafb704fe18), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:59.045024 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49572) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:59.049830 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-4c60dbeb-833a-4277-ae80-d4cb97eda9a9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698616685', 'description': 'tempest-secgroup-smoke-698616685 description', 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:59.108552 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fc1ae0b9-07b0-4dff-b71c-1dbf1734e623 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for security_group_rule (9a658fa3-0f51-4b0c-80f0-cfafb704fe18), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:59.109725 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:59.137450 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4c60dbeb-833a-4277-ae80-d4cb97eda9a9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:59.142550 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fc1ae0b9-07b0-4dff-b71c-1dbf1734e623 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (9a658fa3-0f51-4b0c-80f0-cfafb704fe18), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:59.192034 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:59.201176 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ae0b9-07b0-4dff-b71c-1dbf1734e623 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a658fa3-0f51-4b0c-80f0-cfafb704fe18,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:59.211999 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:59.241030 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fc1ae0b9-07b0-4dff-b71c-1dbf1734e623 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:59.242709 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-fc1ae0b9-07b0-4dff-b71c-1dbf1734e623 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3533232 Oct 31 19:22:59.246134 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49582) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:59.277694 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-e420c397-2a7b-408f-a493-146fbf6bf5e2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Request body: {'security_group_rule': {'security_group_id': '3519d49b-97fb-4dce-acb4-75c1c70efe89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:59.352786 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e420c397-2a7b-408f-a493-146fbf6bf5e2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for security_group_rule (7ed022c2-c449-468a-9230-d98fbeca73d3), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:59.410638 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Attempting to bind port 763dcc71-d675-46e2-8617-f52c8b233cbc on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:22:59.416242 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Attempting to bind port 763dcc71-d675-46e2-8617-f52c8b233cbc by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': 'a2127c4a-e26e-47d6-a875-fcd82ecc5267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5b9d817b-a05a-4ad1-b8ca-5600a2390aa3'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:22:59.417132 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Attempting to bind port 763dcc71-d675-46e2-8617-f52c8b233cbc on network 5b9d817b-a05a-4ad1-b8ca-5600a2390aa3 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:22:59.430346 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=474c135d-9a91-46d7-a58e-6580a2c13510,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:59.540740 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64cadd-40de-4d80-a4ba-fb3c58d546af req-d9766bb9-8c81-40ab-b7a5-be6452d6ee2d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:22:59.553901 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-be64cadd-40de-4d80-a4ba-fb3c58d546af req-d9766bb9-8c81-40ab-b7a5-be6452d6ee2d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.2462990 Oct 31 19:22:59.556968 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 91e613a2-dd8b-409c-95e7-7aa8176117fc up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:22:59.583097 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e420c397-2a7b-408f-a493-146fbf6bf5e2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for security_group_rule (7ed022c2-c449-468a-9230-d98fbeca73d3), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:59.595176 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e420c397-2a7b-408f-a493-146fbf6bf5e2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (7ed022c2-c449-468a-9230-d98fbeca73d3), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:59.627361 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4c60dbeb-833a-4277-ae80-d4cb97eda9a9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group (20918b5a-7ba9-473b-aa81-5cb7c65d6fb5), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:59.648933 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420c397-2a7b-408f-a493-146fbf6bf5e2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed022c2-c449-468a-9230-d98fbeca73d3,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:59.659391 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e420c397-2a7b-408f-a493-146fbf6bf5e2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:59.672491 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49586) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:22:59.682404 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-e420c397-2a7b-408f-a493-146fbf6bf5e2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4349573 Oct 31 19:22:59.708757 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Request body: {'floatingip': {'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:22:59.724029 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 91e613a2-dd8b-409c-95e7-7aa8176117fc triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:22:59.724387 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (91e613a2-dd8b-409c-95e7-7aa8176117fc), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:59.724715 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 91e613a2-dd8b-409c-95e7-7aa8176117fc Oct 31 19:22:59.727249 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4c60dbeb-833a-4277-ae80-d4cb97eda9a9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (20918b5a-7ba9-473b-aa81-5cb7c65d6fb5), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:59.839789 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60dbeb-833a-4277-ae80-d4cb97eda9a9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:22:59.877577 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:22:59.877827 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Checking segment: {'id': 'a2127c4a-e26e-47d6-a875-fcd82ecc5267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5b9d817b-a05a-4ad1-b8ca-5600a2390aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:22:59.898936 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:59.898936 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Bound using segment: {'id': 'a2127c4a-e26e-47d6-a875-fcd82ecc5267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5b9d817b-a05a-4ad1-b8ca-5600a2390aa3'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:22:59.899427 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Bound port: 763dcc71-d675-46e2-8617-f52c8b233cbc, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2127c4a-e26e-47d6-a875-fcd82ecc5267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5b9d817b-a05a-4ad1-b8ca-5600a2390aa3'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:22:59.901558 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:22:59.947700 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:22:59.983331 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-be64cadd-40de-4d80-a4ba-fb3c58d546af req-86b153a3-4237-484c-ba3d-951a7179c553 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4279261 Oct 31 19:23:00.006262 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4c60dbeb-833a-4277-ae80-d4cb97eda9a9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.013037 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-4c60dbeb-833a-4277-ae80-d4cb97eda9a9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9667428 Oct 31 19:23:00.013197 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49596) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:00.020184 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-f87d0b27-3d50-49c6-9674-7916aed41ed9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Request body: {'security_group_rule': {'security_group_id': '20918b5a-7ba9-473b-aa81-5cb7c65d6fb5', 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:23:00.035471 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.060593 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f87d0b27-3d50-49c6-9674-7916aed41ed9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (40247037-afc8-4962-82cc-9144f540e515), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.110031 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 91e613a2-dd8b-409c-95e7-7aa8176117fc is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:00.110793 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (91e613a2-dd8b-409c-95e7-7aa8176117fc), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.135542 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] For port 763dcc71-d675-46e2-8617-f52c8b233cbc, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:23:00.146774 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] For port 763dcc71-d675-46e2-8617-f52c8b233cbc, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=763dcc71-d675-46e2-8617-f52c8b233cbc,segment=NetworkSegment(a2127c4a-e26e-47d6-a875-fcd82ecc5267),segment_id=a2127c4a-e26e-47d6-a875-fcd82ecc5267)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:23:00.153244 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port 91e613a2-dd8b-409c-95e7-7aa8176117fc, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=91e613a2-dd8b-409c-95e7-7aa8176117fc,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:00.156839 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.198135 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f87d0b27-3d50-49c6-9674-7916aed41ed9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (40247037-afc8-4962-82cc-9144f540e515), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.207038 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f87d0b27-3d50-49c6-9674-7916aed41ed9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (40247037-afc8-4962-82cc-9144f540e515), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.218627 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:00.220947 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a1a72-a760-406d-b4af-5dfe1a15cbd9 None None] Pushing event updated for resources: {'Port': ['ID=763dcc71-d675-46e2-8617-f52c8b233cbc,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:00.230532 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (91e613a2-dd8b-409c-95e7-7aa8176117fc), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.231673 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device cdf413d3-d574-4d75-9966-10db10470ec5 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:23:00.245960 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d0b27-3d50-49c6-9674-7916aed41ed9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40247037-afc8-4962-82cc-9144f540e515,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:00.264008 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.284129 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f87d0b27-3d50-49c6-9674-7916aed41ed9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.286197 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-f87d0b27-3d50-49c6-9674-7916aed41ed9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2715857 Oct 31 19:23:00.288562 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49602) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:00.302726 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-a8884214-cc53-4041-84ec-9a57b5e3bda8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Request body: {'security_group_rule': {'security_group_id': '20918b5a-7ba9-473b-aa81-5cb7c65d6fb5', 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:23:00.362023 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a8884214-cc53-4041-84ec-9a57b5e3bda8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (72fab365-b956-4d48-9275-075130004859), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.369439 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49604) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:00.375048 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Routers {'538736e4-70f6-4599-96f3-266e8056a523'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:23:00.375680 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['538736e4-70f6-4599-96f3-266e8056a523'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:23:00.452967 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Allocated IP 172.27.0.144 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/b49f569a-3893-43d3-af90-6a25ac3af0ea) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:23:00.465760 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=91e613a2-dd8b-409c-95e7-7aa8176117fc,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:00.512275 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port cdf413d3-d574-4d75-9966-10db10470ec5 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:00.512691 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (cdf413d3-d574-4d75-9966-10db10470ec5), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.513031 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port cdf413d3-d574-4d75-9966-10db10470ec5 Oct 31 19:23:00.552723 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a8884214-cc53-4041-84ec-9a57b5e3bda8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (72fab365-b956-4d48-9275-075130004859), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.564711 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a8884214-cc53-4041-84ec-9a57b5e3bda8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (72fab365-b956-4d48-9275-075130004859), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.575067 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] Set router 538736e4-70f6-4599-96f3-266e8056a523 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:23:00.606198 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8884214-cc53-4041-84ec-9a57b5e3bda8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fab365-b956-4d48-9275-075130004859,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:00.619917 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a8884214-cc53-4041-84ec-9a57b5e3bda8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.624071 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-a8884214-cc53-4041-84ec-9a57b5e3bda8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3318784 Oct 31 19:23:00.624880 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49612) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:00.631263 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-dca85a5c-8951-4814-a009-7e17e0017643 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Request body: {'security_group_rule': {'security_group_id': '20918b5a-7ba9-473b-aa81-5cb7c65d6fb5', 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:23:00.636168 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1f096fc8-47b1-412c-b31f-8b29e7d3e73f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.744852 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for port (b49f569a-3893-43d3-af90-6a25ac3af0ea), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.772254 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-dca85a5c-8951-4814-a009-7e17e0017643 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (e16a27c5-d0e9-4620-ba1e-ff9326fc5510), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.790744 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port cdf413d3-d574-4d75-9966-10db10470ec5 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:00.791082 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (cdf413d3-d574-4d75-9966-10db10470ec5), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.796836 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1f096fc8-47b1-412c-b31f-8b29e7d3e73f admin admin] Publish callbacks [] for security_group (9c43340c-eb95-4480-bacd-43531728b148), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.806417 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1f096fc8-47b1-412c-b31f-8b29e7d3e73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (9c43340c-eb95-4480-bacd-43531728b148), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.836893 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port cdf413d3-d574-4d75-9966-10db10470ec5, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=cdf413d3-d574-4d75-9966-10db10470ec5,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:00.886037 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-1f096fc8-47b1-412c-b31f-8b29e7d3e73f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6bc17c73e3c246129477669079ece861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5097060 Oct 31 19:23:00.886930 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49620) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:00.887077 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f096fc8-47b1-412c-b31f-8b29e7d3e73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c43340c-eb95-4480-bacd-43531728b148,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:00.901568 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:00.911396 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (cdf413d3-d574-4d75-9966-10db10470ec5), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:00.913801 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device b03cac4b-b76a-4a6e-9135-fbf79442626b up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:23:01.028454 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=cdf413d3-d574-4d75-9966-10db10470ec5,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:01.050009 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port b03cac4b-b76a-4a6e-9135-fbf79442626b triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:01.050517 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (b03cac4b-b76a-4a6e-9135-fbf79442626b), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.050797 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (b49f569a-3893-43d3-af90-6a25ac3af0ea), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.050923 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port b03cac4b-b76a-4a6e-9135-fbf79442626b Oct 31 19:23:01.089786 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-dca85a5c-8951-4814-a009-7e17e0017643 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (e16a27c5-d0e9-4620-ba1e-ff9326fc5510), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.156094 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Pushing event updated for resources: {'Port': ['ID=b49f569a-3893-43d3-af90-6a25ac3af0ea,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:01.170781 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-dca85a5c-8951-4814-a009-7e17e0017643 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (e16a27c5-d0e9-4620-ba1e-ff9326fc5510), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.202262 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:01.216354 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:23:01.222464 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-dca85a5c-8951-4814-a009-7e17e0017643 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.226718 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-dca85a5c-8951-4814-a009-7e17e0017643 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6008549 Oct 31 19:23:01.228319 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49632) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:01.235731 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:23:01.238360 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-9d03cf23-b8fe-499e-89fa-87b09b1a2907 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Request body: {'security_group_rule': {'security_group_id': '20918b5a-7ba9-473b-aa81-5cb7c65d6fb5', 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:23:01.240921 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca85a5c-8951-4814-a009-7e17e0017643 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16a27c5-d0e9-4620-ba1e-ff9326fc5510,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:01.259141 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:23:01.266710 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538736e4-70f6-4599-96f3-266e8056a523', 'name': 'tempest-TestMinimumBasicScenario-1815052745-router', 'tenant_id': '428ff03286f94fd29e83675ccbe0a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:38Z', 'updated_at': '2022-10-31T19:22:44Z', 'revision_number': 4, 'project_id': '428ff03286f94fd29e83675ccbe0a2a1', 'gw_port': {'id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538736e4-70f6-4599-96f3-266e8056a523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:39Z', 'updated_at': '2022-10-31T19:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '763dcc71-d675-46e2-8617-f52c8b233cbc', 'name': '', 'network_id': '5b9d817b-a05a-4ad1-b8ca-5600a2390aa3', 'tenant_id': '428ff03286f94fd29e83675ccbe0a2a1', 'mac_address': 'fa:16:3e:01:ac:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538736e4-70f6-4599-96f3-266e8056a523', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3cbfc9bd-ce8b-448a-9cf5-46f58169e32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:43Z', 'updated_at': '2022-10-31T19:23:00Z', 'revision_number': 4, 'project_id': '428ff03286f94fd29e83675ccbe0a2a1', 'subnets': [{'id': '3cbfc9bd-ce8b-448a-9cf5-46f58169e32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:23:01.285444 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:01.287462 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:01.291177 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9d03cf23-b8fe-499e-89fa-87b09b1a2907 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (9a81141a-786a-45e3-90ee-7450c0430d5d), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.305733 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5899e5ca-2151-4c0c-9847-573f450d2606 admin admin] Publish callbacks [] for security_group (9c43340c-eb95-4480-bacd-43531728b148), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.364305 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f2121-c48c-41ba-a90b-868ce7287525 req-d86fc47c-0997-4b9c-8264-6ede65dfbbba tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:01.370105 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port b03cac4b-b76a-4a6e-9135-fbf79442626b is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:01.375916 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device f69d9675-1384-447b-8eca-ac21e2e24121 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:23:01.378854 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d66f2121-c48c-41ba-a90b-868ce7287525 req-d86fc47c-0997-4b9c-8264-6ede65dfbbba tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.2151465 Oct 31 19:23:01.395337 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5899e5ca-2151-4c0c-9847-573f450d2606 admin admin] Publish callbacks [] for security_group (9c43340c-eb95-4480-bacd-43531728b148), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.435104 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Sync routers for ids ['80bc6909-2daa-4a3f-bef0-64076a2d84cc'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:23:01.448973 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Routers {'80bc6909-2daa-4a3f-bef0-64076a2d84cc'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:23:01.453909 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:22:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['80bc6909-2daa-4a3f-bef0-64076a2d84cc'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:23:01.517571 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d66f2121-c48c-41ba-a90b-868ce7287525 req-b28f3e07-2311-4477-b8b7-552c423632aa tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341403 Oct 31 19:23:01.539270 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:01.552459 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5899e5ca-2151-4c0c-9847-573f450d2606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (9c43340c-eb95-4480-bacd-43531728b148), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.552459 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5899e5ca-2151-4c0c-9847-573f450d2606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.552459 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-5899e5ca-2151-4c0c-9847-573f450d2606 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9c43340c-eb95-4480-bacd-43531728b148 HTTP/1.1" status: 204 len: 168 time: 0.6594779 Oct 31 19:23:01.565510 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for floatingip (3aa0026c-f735-4fd2-8c06-e5372e137b6e), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.575488 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899e5ca-2151-4c0c-9847-573f450d2606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c43340c-eb95-4480-bacd-43531728b148,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:01.606001 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:01.619732 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9d03cf23-b8fe-499e-89fa-87b09b1a2907 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (9a81141a-786a-45e3-90ee-7450c0430d5d), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.623684 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9d03cf23-b8fe-499e-89fa-87b09b1a2907 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (9a81141a-786a-45e3-90ee-7450c0430d5d), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.629053 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fa617c-0508-4e68-b8f3-8cd67f90d848 None None] The sync data for ids ['538736e4-70f6-4599-96f3-266e8056a523'] in dv-cinder-863097-1-iscsi is: [{'id': '538736e4-70f6-4599-96f3-266e8056a523', 'name': 'tempest-TestMinimumBasicScenario-1815052745-router', 'tenant_id': '428ff03286f94fd29e83675ccbe0a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:38Z', 'updated_at': '2022-10-31T19:22:44Z', 'revision_number': 4, 'project_id': '428ff03286f94fd29e83675ccbe0a2a1', 'gw_port': {'id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538736e4-70f6-4599-96f3-266e8056a523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:39Z', 'updated_at': '2022-10-31T19:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '763dcc71-d675-46e2-8617-f52c8b233cbc', 'name': '', 'network_id': '5b9d817b-a05a-4ad1-b8ca-5600a2390aa3', 'tenant_id': '428ff03286f94fd29e83675ccbe0a2a1', 'mac_address': 'fa:16:3e:01:ac:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538736e4-70f6-4599-96f3-266e8056a523', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '3cbfc9bd-ce8b-448a-9cf5-46f58169e32c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:43Z', 'updated_at': '2022-10-31T19:23:00Z', 'revision_number': 4, 'project_id': '428ff03286f94fd29e83675ccbe0a2a1', 'subnets': [{'id': '3cbfc9bd-ce8b-448a-9cf5-46f58169e32c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:23:01.658687 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03cf23-b8fe-499e-89fa-87b09b1a2907 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a81141a-786a-45e3-90ee-7450c0430d5d,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:01.683126 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port f69d9675-1384-447b-8eca-ac21e2e24121 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:01.683126 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (f69d9675-1384-447b-8eca-ac21e2e24121), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.683126 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port f69d9675-1384-447b-8eca-ac21e2e24121 Oct 31 19:23:01.685928 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (b49f569a-3893-43d3-af90-6a25ac3af0ea), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.695907 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9d03cf23-b8fe-499e-89fa-87b09b1a2907 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.700378 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-9d03cf23-b8fe-499e-89fa-87b09b1a2907 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4642215 Oct 31 19:23:01.700378 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49640) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:01.725335 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-71f3c848-adcd-45a9-87f4-2dfad8a77340 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Request body: {'security_group_rule': {'security_group_id': '20918b5a-7ba9-473b-aa81-5cb7c65d6fb5', 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:23:01.768128 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Set router 80bc6909-2daa-4a3f-bef0-64076a2d84cc gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:23:01.796084 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bbf1a3eb-222f-44cb-baf0-fe74aab0b24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.819910 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.securitygroups_db [None req-71f3c848-adcd-45a9-87f4-2dfad8a77340 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Project 808cc3e5392b4bb7a80b154a60f69ee3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 19:23:01.841012 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-71f3c848-adcd-45a9-87f4-2dfad8a77340 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (f46b5bdb-3399-41dc-937b-9667c3f8d16d), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:01.920858 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port f69d9675-1384-447b-8eca-ac21e2e24121 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:01.921257 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (f69d9675-1384-447b-8eca-ac21e2e24121), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.039842 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-71f3c848-adcd-45a9-87f4-2dfad8a77340 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (f46b5bdb-3399-41dc-937b-9667c3f8d16d), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.045737 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-71f3c848-adcd-45a9-87f4-2dfad8a77340 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (f46b5bdb-3399-41dc-937b-9667c3f8d16d), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.052001 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port f69d9675-1384-447b-8eca-ac21e2e24121, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=f69d9675-1384-447b-8eca-ac21e2e24121,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:02.062926 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (f69d9675-1384-447b-8eca-ac21e2e24121), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.075282 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3c848-adcd-45a9-87f4-2dfad8a77340 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46b5bdb-3399-41dc-937b-9667c3f8d16d,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:02.115911 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-71f3c848-adcd-45a9-87f4-2dfad8a77340 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.119907 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-71f3c848-adcd-45a9-87f4-2dfad8a77340 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4127781 Oct 31 19:23:02.120472 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49648) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:02.125088 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-3d33b407-9cc1-4128-9134-d4f5d94faa85 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Request body: {'security_group_rule': {'security_group_id': '20918b5a-7ba9-473b-aa81-5cb7c65d6fb5', 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:23:02.175622 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.securitygroups_db [None req-3d33b407-9cc1-4128-9134-d4f5d94faa85 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Project 808cc3e5392b4bb7a80b154a60f69ee3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 19:23:02.188797 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3d33b407-9cc1-4128-9134-d4f5d94faa85 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (f137805b-0d7c-4be8-be7e-73bf9a4590d2), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.203953 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for port (b49f569a-3893-43d3-af90-6a25ac3af0ea), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.214173 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (b49f569a-3893-43d3-af90-6a25ac3af0ea), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.214914 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (3aa0026c-f735-4fd2-8c06-e5372e137b6e), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.233844 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:02.258819 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.260285 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5741613 Oct 31 19:23:02.315075 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49656) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:02.364843 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fd4590f1-f699-4268-8bba-47ce82449909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.412575 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d7eb0-4913-4655-8283-790cc49dc329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Pushing event updated for resources: {'Port': ['ID=b49f569a-3893-43d3-af90-6a25ac3af0ea,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:02.458231 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'name': 'tempest-TestVolumeBootPattern-914692195-router', 'tenant_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cdf413d3-d574-4d75-9966-10db10470ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:48Z', 'updated_at': '2022-10-31T19:22:56Z', 'revision_number': 4, 'project_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'gw_port': {'id': 'cdf413d3-d574-4d75-9966-10db10470ec5', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:06:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:49Z', 'updated_at': '2022-10-31T19:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '5413ebb3-2279-4ac8-93d2-7c3ba07dbba1', 'name': '', 'network_id': '8cf9e418-b844-43be-9fd5-e065ace339a4', 'tenant_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'mac_address': 'fa:16:3e:fa:10:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '41680fef-427b-4b59-8a4f-7396454062ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:55Z', 'updated_at': '2022-10-31T19:22:56Z', 'revision_number': 2, 'project_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'subnets': [{'id': '41680fef-427b-4b59-8a4f-7396454062ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:23:02.543472 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Checking router: 80bc6909-2daa-4a3f-bef0-64076a2d84cc for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:23:02.544146 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Updating router 80bc6909-2daa-4a3f-bef0-64076a2d84cc port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 binding host dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:23:02.568676 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fd4590f1-f699-4268-8bba-47ce82449909 admin admin] Publish callbacks [] for security_group (10f496d6-3f14-4f35-acd6-20b5a0c343a9), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.575626 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fd4590f1-f699-4268-8bba-47ce82449909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (10f496d6-3f14-4f35-acd6-20b5a0c343a9), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.638946 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4590f1-f699-4268-8bba-47ce82449909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f496d6-3f14-4f35-acd6-20b5a0c343a9,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:02.655158 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=f69d9675-1384-447b-8eca-ac21e2e24121,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:02.677555 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.701902 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3d33b407-9cc1-4128-9134-d4f5d94faa85 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (f137805b-0d7c-4be8-be7e-73bf9a4590d2), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.727464 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 763dcc71-d675-46e2-8617-f52c8b233cbc up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:23:02.744831 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3d33b407-9cc1-4128-9134-d4f5d94faa85 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (f137805b-0d7c-4be8-be7e-73bf9a4590d2), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.779911 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33b407-9cc1-4128-9134-d4f5d94faa85 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f137805b-0d7c-4be8-be7e-73bf9a4590d2,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:02.788243 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-fd4590f1-f699-4268-8bba-47ce82449909 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4d76a7299b5546e49cd23c03b3595d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4721088 Oct 31 19:23:02.804422 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3d33b407-9cc1-4128-9134-d4f5d94faa85 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.812941 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-3d33b407-9cc1-4128-9134-d4f5d94faa85 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6913567 Oct 31 19:23:02.821988 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49676) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:02.870218 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 763dcc71-d675-46e2-8617-f52c8b233cbc triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:02.870596 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:02.870932 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 763dcc71-d675-46e2-8617-f52c8b233cbc Oct 31 19:23:02.928836 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f18d40-6b70-4c25-9c0a-b852b37bd14b req-4429a0f8-8589-4a10-b845-17de9260640a tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:02.932297 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:02.941192 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-13f18d40-6b70-4c25-9c0a-b852b37bd14b req-4429a0f8-8589-4a10-b845-17de9260640a tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1913495 Oct 31 19:23:02.963899 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-278b7aec-8970-42d2-b16d-ba98c51e74c6 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--4246718&fields=id&tenant_id=73cf63c76fc543428404002ae9a75b29 HTTP/1.1" status: 200 len: 267 time: 0.2680523 Oct 31 19:23:03.085096 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-13f18d40-6b70-4c25-9c0a-b852b37bd14b req-693ae8c8-dbd3-4d61-bcbb-34da0a0f20f2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407266 Oct 31 19:23:03.115747 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 763dcc71-d675-46e2-8617-f52c8b233cbc is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:03.116160 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:03.236625 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port 763dcc71-d675-46e2-8617-f52c8b233cbc, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=763dcc71-d675-46e2-8617-f52c8b233cbc,segment=NetworkSegment(a2127c4a-e26e-47d6-a875-fcd82ecc5267),segment_id=a2127c4a-e26e-47d6-a875-fcd82ecc5267)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:03.242593 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:03.245752 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:03.250141 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 474c135d-9a91-46d7-a58e-6580a2c13510 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:23:03.250668 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-caeded57-bc15-4aff-a9d6-9d06e566fc13 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:03.269637 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-caeded57-bc15-4aff-a9d6-9d06e566fc13 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 818 time: 0.3025417 Oct 31 19:23:03.351205 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 474c135d-9a91-46d7-a58e-6580a2c13510 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:03.351572 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (474c135d-9a91-46d7-a58e-6580a2c13510), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:03.351907 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 474c135d-9a91-46d7-a58e-6580a2c13510 Oct 31 19:23:03.378111 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4f7f51f1-8915-4320-a056-a1c050a3b92c admin admin] Publish callbacks [] for security_group (10f496d6-3f14-4f35-acd6-20b5a0c343a9), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:03.384663 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=763dcc71-d675-46e2-8617-f52c8b233cbc,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:03.427668 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410750dd-7c9d-4ab9-b8c9-8ba7c1540e6e req-dea19a3f-388b-4c03-a13b-d7c6f2852744 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:03.429314 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-410750dd-7c9d-4ab9-b8c9-8ba7c1540e6e req-dea19a3f-388b-4c03-a13b-d7c6f2852744 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.1528237 Oct 31 19:23:03.430072 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-81a2a6ad-f474-45a8-8eac-10c8ef1be1ae tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/quotas/73cf63c76fc543428404002ae9a75b29 HTTP/1.1" status: 200 len: 375 time: 0.1594799 Oct 31 19:23:03.491969 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Publish callbacks [] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:03.501439 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:03.524930 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 474c135d-9a91-46d7-a58e-6580a2c13510 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:03.527135 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 91e613a2-dd8b-409c-95e7-7aa8176117fc up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:23:03.567200 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-410750dd-7c9d-4ab9-b8c9-8ba7c1540e6e req-a9709264-3ba5-46cb-ab0d-1285eef3ff1b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160789 Oct 31 19:23:03.573813 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4f7f51f1-8915-4320-a056-a1c050a3b92c admin admin] Publish callbacks [] for security_group (10f496d6-3f14-4f35-acd6-20b5a0c343a9), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:03.605789 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:03.624012 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 91e613a2-dd8b-409c-95e7-7aa8176117fc triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:03.624664 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (91e613a2-dd8b-409c-95e7-7aa8176117fc), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:03.625453 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 91e613a2-dd8b-409c-95e7-7aa8176117fc Oct 31 19:23:03.645422 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef76c18-3a2f-4c34-8f6b-c6aebfeb1143 None None] Pushing event updated for resources: {'Port': ['ID=5413ebb3-2279-4ac8-93d2-7c3ba07dbba1,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:03.655196 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4f7f51f1-8915-4320-a056-a1c050a3b92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (10f496d6-3f14-4f35-acd6-20b5a0c343a9), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:03.658990 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4f7f51f1-8915-4320-a056-a1c050a3b92c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:03.665213 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-4f7f51f1-8915-4320-a056-a1c050a3b92c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/10f496d6-3f14-4f35-acd6-20b5a0c343a9 HTTP/1.1" status: 204 len: 168 time: 0.8396585 Oct 31 19:23:03.695198 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-990221a3-f85c-44ea-95a5-e568590e7585 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2639546 Oct 31 19:23:03.703845 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f51f1-8915-4320-a056-a1c050a3b92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f496d6-3f14-4f35-acd6-20b5a0c343a9,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:03.828199 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Attempting to bind port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:23:03.828635 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Attempting to bind port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': 'b9d97806-9788-4cc8-b2ff-70262ba7160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cf9e418-b844-43be-9fd5-e065ace339a4'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:23:03.831905 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Attempting to bind port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 on network 8cf9e418-b844-43be-9fd5-e065ace339a4 {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:23:03.832835 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:03.884547 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:23:03.885589 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Checking segment: {'id': 'b9d97806-9788-4cc8-b2ff-70262ba7160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cf9e418-b844-43be-9fd5-e065ace339a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:23:03.891648 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:03.893068 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Bound using segment: {'id': 'b9d97806-9788-4cc8-b2ff-70262ba7160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cf9e418-b844-43be-9fd5-e065ace339a4'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:23:03.894063 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Bound port: 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d97806-9788-4cc8-b2ff-70262ba7160b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '8cf9e418-b844-43be-9fd5-e065ace339a4'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:23:03.894781 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:03.971519 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 91e613a2-dd8b-409c-95e7-7aa8176117fc is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:03.972783 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device cdf413d3-d574-4d75-9966-10db10470ec5 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:23:03.984351 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-ea9286c6-62c1-4a85-bf86-cd42cdf4dfa8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602119 Oct 31 19:23:04.016535 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] For port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:23:04.029306 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] For port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=5413ebb3-2279-4ac8-93d2-7c3ba07dbba1,segment=NetworkSegment(b9d97806-9788-4cc8-b2ff-70262ba7160b),segment_id=b9d97806-9788-4cc8-b2ff-70262ba7160b)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:23:04.038709 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-46cb8546-0fe1-4138-9a99-32d689eb7bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:04.044712 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:04.063100 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port cdf413d3-d574-4d75-9966-10db10470ec5 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:04.063473 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (cdf413d3-d574-4d75-9966-10db10470ec5), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:04.064016 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port cdf413d3-d574-4d75-9966-10db10470ec5 Oct 31 19:23:04.160563 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Routers {'80bc6909-2daa-4a3f-bef0-64076a2d84cc'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:23:04.160764 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port cdf413d3-d574-4d75-9966-10db10470ec5 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:04.162222 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:23:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['80bc6909-2daa-4a3f-bef0-64076a2d84cc'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:23:04.191714 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-706495e9-870c-4c12-9d21-19cec71984ba service neutron] 10.222.0.16 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050090 Oct 31 19:23:04.268425 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:04.318261 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef76c18-3a2f-4c34-8f6b-c6aebfeb1143 None None] Pushing event updated for resources: {'Port': ['ID=5413ebb3-2279-4ac8-93d2-7c3ba07dbba1,revision_number=4']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:04.354087 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10e609-3b9c-46c9-b29c-a0942e042337 req-aa8bd41a-85d0-4d4d-921a-5fe8160f635b tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:04.358967 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6c10e609-3b9c-46c9-b29c-a0942e042337 req-aa8bd41a-85d0-4d4d-921a-5fe8160f635b tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1202555 Oct 31 19:23:04.367468 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 763dcc71-d675-46e2-8617-f52c8b233cbc up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:23:04.440311 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] Set router 80bc6909-2daa-4a3f-bef0-64076a2d84cc gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:23:04.463750 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6c10e609-3b9c-46c9-b29c-a0942e042337 req-cb04a841-2418-4574-ad52-8babd78d9f97 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962870 Oct 31 19:23:04.496848 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b9b6cb91-bbb8-4231-ba08-c46a5dffc8dc req-b90e0d5c-c099-4134-b760-8455074485cd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 210 time: 0.0504782 Oct 31 19:23:04.542425 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 763dcc71-d675-46e2-8617-f52c8b233cbc triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:04.542822 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:04.543163 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 763dcc71-d675-46e2-8617-f52c8b233cbc Oct 31 19:23:04.680807 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:04.701759 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 763dcc71-d675-46e2-8617-f52c8b233cbc is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:04.703378 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device f69d9675-1384-447b-8eca-ac21e2e24121 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:23:04.764242 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port f69d9675-1384-447b-8eca-ac21e2e24121 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:04.764631 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (f69d9675-1384-447b-8eca-ac21e2e24121), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:04.764973 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port f69d9675-1384-447b-8eca-ac21e2e24121 Oct 31 19:23:04.816515 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b508cc2-0ed3-4e72-b3f2-e782ff762b79 req-11fea34b-4f9e-47cd-983a-dd80914dfa64 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:04.823754 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4b508cc2-0ed3-4e72-b3f2-e782ff762b79 req-11fea34b-4f9e-47cd-983a-dd80914dfa64 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.1539211 Oct 31 19:23:04.895638 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'name': 'tempest-TestVolumeBootPattern-914692195-router', 'tenant_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cdf413d3-d574-4d75-9966-10db10470ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:48Z', 'updated_at': '2022-10-31T19:22:56Z', 'revision_number': 4, 'project_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'gw_port': {'id': 'cdf413d3-d574-4d75-9966-10db10470ec5', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:06:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:49Z', 'updated_at': '2022-10-31T19:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '5413ebb3-2279-4ac8-93d2-7c3ba07dbba1', 'name': '', 'network_id': '8cf9e418-b844-43be-9fd5-e065ace339a4', 'tenant_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'mac_address': 'fa:16:3e:fa:10:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '41680fef-427b-4b59-8a4f-7396454062ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:55Z', 'updated_at': '2022-10-31T19:23:03Z', 'revision_number': 4, 'project_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'subnets': [{'id': '41680fef-427b-4b59-8a4f-7396454062ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:23:04.976686 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c60cd-9335-480a-a1c1-bd5cef262d23 None None] The sync data for ids ['80bc6909-2daa-4a3f-bef0-64076a2d84cc'] in dv-cinder-863097-1-iscsi is: [{'id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'name': 'tempest-TestVolumeBootPattern-914692195-router', 'tenant_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cdf413d3-d574-4d75-9966-10db10470ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:48Z', 'updated_at': '2022-10-31T19:22:56Z', 'revision_number': 4, 'project_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'gw_port': {'id': 'cdf413d3-d574-4d75-9966-10db10470ec5', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:06:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:49Z', 'updated_at': '2022-10-31T19:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '5413ebb3-2279-4ac8-93d2-7c3ba07dbba1', 'name': '', 'network_id': '8cf9e418-b844-43be-9fd5-e065ace339a4', 'tenant_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'mac_address': 'fa:16:3e:fa:10:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '41680fef-427b-4b59-8a4f-7396454062ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:55Z', 'updated_at': '2022-10-31T19:23:03Z', 'revision_number': 4, 'project_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'subnets': [{'id': '41680fef-427b-4b59-8a4f-7396454062ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:23:05.005512 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4b508cc2-0ed3-4e72-b3f2-e782ff762b79 req-44c1c82f-f995-452f-a323-4f8f676e68cc tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740551 Oct 31 19:23:05.129117 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:05.151992 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port f69d9675-1384-447b-8eca-ac21e2e24121 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:05.718438 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc5ccc-b0db-4f69-b530-86537b55d532 req-c0bf1709-1561-422f-9817-603d6cb63f95 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:05.727129 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5fdc5ccc-b0db-4f69-b530-86537b55d532 req-c0bf1709-1561-422f-9817-603d6cb63f95 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.0700667 Oct 31 19:23:05.756604 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-24c8d1c8-a4fb-46f6-ac26-65da2b41d609 req-ea0f86aa-569f-4a3b-8ec9-d50c5bf2030f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 210 time: 0.0791028 Oct 31 19:23:05.815367 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5fdc5ccc-b0db-4f69-b530-86537b55d532 req-599b794e-ab7a-4ae0-9c5e-11b39b4c6337 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855799 Oct 31 19:23:06.213995 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:06.287153 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f2566-961b-45e1-976f-99aea07063c2 req-67156b43-5f45-440e-8c83-03590c8f07ba tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:06.297484 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6f6f2566-961b-45e1-976f-99aea07063c2 req-67156b43-5f45-440e-8c83-03590c8f07ba tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0991452 Oct 31 19:23:06.433819 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:23:06.467364 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6f6f2566-961b-45e1-976f-99aea07063c2 req-d4004197-e052-4d59-a699-9dae5e0be8ce tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666474 Oct 31 19:23:06.547248 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:06.593971 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:06.594584 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:06.595602 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 Oct 31 19:23:06.728359 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:06.803779 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:06.805369 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:06.897699 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=5413ebb3-2279-4ac8-93d2-7c3ba07dbba1,segment=NetworkSegment(b9d97806-9788-4cc8-b2ff-70262ba7160b),segment_id=b9d97806-9788-4cc8-b2ff-70262ba7160b)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:06.936217 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:07.090079 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5c65c996-8012-425f-aef3-162f08b29b02 req-a2e48fb2-12bd-429a-ab53-20ac7abf14db tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 210 time: 0.0765464 Oct 31 19:23:07.091761 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=5413ebb3-2279-4ac8-93d2-7c3ba07dbba1,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:07.399781 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 3807af14-6f9a-4bcc-86d0-c9961d4697ae details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:23:07.478987 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:07.507999 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:07.639856 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49846) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:07.654310 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 3807af14-6f9a-4bcc-86d0-c9961d4697ae, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:07.686658 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '3807af14-6f9a-4bcc-86d0-c9961d4697ae', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'port_id': '3807af14-6f9a-4bcc-86d0-c9961d4697ae', 'mac_address': 'fa:16:3e:20:c8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:23:07.718911 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ee018-a437-4707-83f5-04ed27e38a6d req-60d301a9-9086-4700-be3d-5b152c9591fa tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:07.722675 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0c2ee018-a437-4707-83f5-04ed27e38a6d req-60d301a9-9086-4700-be3d-5b152c9591fa tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.6863201 Oct 31 19:23:07.758830 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 3807af14-6f9a-4bcc-86d0-c9961d4697ae is: ACTIVE; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:07.759224 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:07.788972 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-42a5f947-46a9-4f54-ae59-0dc4bbe673f7 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1490049376&fields=id&tenant_id=a33bb29688304d0dae3cfdc0eb54b7be HTTP/1.1" status: 200 len: 267 time: 0.1168292 Oct 31 19:23:07.789410 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3807af14-6f9a-4bcc-86d0-c9961d4697ae {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:23:07.821593 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 3807af14-6f9a-4bcc-86d0-c9961d4697ae, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:07.834093 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:07.860058 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-798bfdd0-f52f-471b-9422-8c218415c867 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:07.862517 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-798bfdd0-f52f-471b-9422-8c218415c867 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.33 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 818 time: 0.7468681 Oct 31 19:23:07.866110 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0c2ee018-a437-4707-83f5-04ed27e38a6d req-b56ae9c1-807d-40fe-ab6f-c100db15bad8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340756 Oct 31 19:23:07.943108 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-a5631a23-d8c5-49f8-a22c-cd597211c124 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:07.950893 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-a5631a23-d8c5-49f8-a22c-cd597211c124 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/networks?id=8bd8fec5-0f1b-4c28-a279-f78e038a6306 HTTP/1.1" status: 200 len: 807 time: 0.1538401 Oct 31 19:23:07.972455 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=3807af14-6f9a-4bcc-86d0-c9961d4697ae,revision_number=6']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:07.982616 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5d76b59a-6b5b-4633-b780-54e4c3707a82 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/quotas/a33bb29688304d0dae3cfdc0eb54b7be HTTP/1.1" status: 200 len: 375 time: 0.0305238 Oct 31 19:23:07.984939 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-912b4091-8ec8-4503-875b-34b10e5de617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:07.994888 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['3807af14-6f9a-4bcc-86d0-c9961d4697ae'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:23:08.008402 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:08.014753 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:08.019807 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:08.020587 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:08.020964 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:08.021431 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:08.021797 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:08.022128 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:08.022455 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:08.022780 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:08.023109 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:08.023269 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-22a266c0-1f71-4d23-914f-1029dc7c324d tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=73cf63c76fc543428404002ae9a75b29 HTTP/1.1" status: 200 len: 377 time: 0.1477849 Oct 31 19:23:08.023430 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:08.023774 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:08.025348 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:08.025799 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:08.026129 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:08.085251 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-ac012996-552b-4fcb-85dc-06edebd7ae41 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a33bb29688304d0dae3cfdc0eb54b7be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0949187 Oct 31 19:23:08.092027 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:08.112968 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36bb71-4838-4b10-a32d-4b44d87427d6 req-5ed3aec0-595a-41d3-a44d-b3c2dd57efa6 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:08.114995 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7f36bb71-4838-4b10-a32d-4b44d87427d6 req-5ed3aec0-595a-41d3-a44d-b3c2dd57efa6 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.1008198 Oct 31 19:23:08.122789 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-6d5f5f17-8dad-4f7f-a18d-d90b2b61503f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Request body: {'port': {'device_id': '3097dda0-1cb7-439c-b44a-898c488a6448', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'admin_state_up': True, 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'security_groups': ['3519d49b-97fb-4dce-acb4-75c1c70efe89']}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:23:08.205884 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-9eaaa71b-4bdc-4840-8bfb-6331667f22e8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8bd8fec5-0f1b-4c28-a279-f78e038a6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112926 Oct 31 19:23:08.289348 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7f36bb71-4838-4b10-a32d-4b44d87427d6 req-885b0d43-a1bc-4893-990f-f4c7a5777fcc tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598954 Oct 31 19:23:08.395762 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:23:08.430041 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-912b4091-8ec8-4503-875b-34b10e5de617 admin admin] Publish callbacks [] for security_group (d5cd3a91-b693-43ed-9ab9-b3b4857c829d), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:08.455409 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:08.458656 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-999e7653-c084-49da-9bd6-0680dc896f8a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8bd8fec5-0f1b-4c28-a279-f78e038a6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515376 Oct 31 19:23:08.461027 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-912b4091-8ec8-4503-875b-34b10e5de617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (d5cd3a91-b693-43ed-9ab9-b3b4857c829d), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:08.466477 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6afd81d2-a45d-487f-aa96-e550afa6894d req-98368fb8-5bda-4455-8688-424f5122e329 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 210 time: 0.0525770 Oct 31 19:23:08.467843 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-6d5f5f17-8dad-4f7f-a18d-d90b2b61503f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Made reservation on behalf of 73cf63c76fc543428404002ae9a75b29 for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:23:08.474811 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-6d5f5f17-8dad-4f7f-a18d-d90b2b61503f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:08.509955 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:08.511073 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b4091-8ec8-4503-875b-34b10e5de617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cd3a91-b693-43ed-9ab9-b3b4857c829d,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:08.516090 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:08.521264 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 Oct 31 19:23:08.554582 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-912b4091-8ec8-4503-875b-34b10e5de617 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b8f9a1aa681243c2a96a45b0545d32aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9108191 Oct 31 19:23:08.555395 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49854) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:08.642554 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4ab2-5561-47b6-86eb-3d759e072fc4 admin admin] Publish callbacks [] for security_group (d5cd3a91-b693-43ed-9ab9-b3b4857c829d), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:08.649184 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-6d5f5f17-8dad-4f7f-a18d-d90b2b61503f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Allocated IP 172.20.0.6 (76d0a169-b981-4155-bbd7-0bbdbbf23238/d2c209a4-c49d-431e-b8bc-b162483f4e74/47bfb5db-2a8e-49bb-8942-819d0c5b71da) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:23:08.655216 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:08.690724 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4ab2-5561-47b6-86eb-3d759e072fc4 admin admin] Publish callbacks [] for security_group (d5cd3a91-b693-43ed-9ab9-b3b4857c829d), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:08.825489 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4ab2-5561-47b6-86eb-3d759e072fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (d5cd3a91-b693-43ed-9ab9-b3b4857c829d), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:08.829285 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4ab2-5561-47b6-86eb-3d759e072fc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:08.835932 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-2b9b4ab2-5561-47b6-86eb-3d759e072fc4 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d5cd3a91-b693-43ed-9ab9-b3b4857c829d HTTP/1.1" status: 204 len: 168 time: 0.2773092 Oct 31 19:23:08.861215 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b4ab2-5561-47b6-86eb-3d759e072fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cd3a91-b693-43ed-9ab9-b3b4857c829d,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:08.889285 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:08.996896 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-6d5f5f17-8dad-4f7f-a18d-d90b2b61503f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for port (47bfb5db-2a8e-49bb-8942-819d0c5b71da), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:09.045279 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-6d5f5f17-8dad-4f7f-a18d-d90b2b61503f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (47bfb5db-2a8e-49bb-8942-819d0c5b71da), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:09.132057 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-6d5f5f17-8dad-4f7f-a18d-d90b2b61503f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Network 76d0a169-b981-4155-bbd7-0bbdbbf23238 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:23:09.137868 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-6d5f5f17-8dad-4f7f-a18d-d90b2b61503f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:23:09.160551 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-6d5f5f17-8dad-4f7f-a18d-d90b2b61503f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:23:09.171880 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-6d5f5f17-8dad-4f7f-a18d-d90b2b61503f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:09.172560 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-6d5f5f17-8dad-4f7f-a18d-d90b2b61503f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:09.207595 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-64dbd8e7-bfb7-45d6-99b6-5fc62cd2c7b9 req-a9a69bc5-173e-4430-85ae-23b7a54ebb5c tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 210 time: 0.0686109 Oct 31 19:23:09.257942 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dc2c2-4f95-4870-821c-48cb3c9d0d22 req-4a78f2b1-5e96-44e0-9653-5382a4cef630 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:09.260442 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1f0dc2c2-4f95-4870-821c-48cb3c9d0d22 req-4a78f2b1-5e96-44e0-9653-5382a4cef630 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 944 time: 0.2127631 Oct 31 19:23:09.263844 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f5f17-8dad-4f7f-a18d-d90b2b61503f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Pushing event updated for resources: {'Port': ['ID=47bfb5db-2a8e-49bb-8942-819d0c5b71da,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:09.283432 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-6d5f5f17-8dad-4f7f-a18d-d90b2b61503f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1626735 Oct 31 19:23:09.351258 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Request body: {'port': {'device_id': '3097dda0-1cb7-439c-b44a-898c488a6448', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:23:09.410197 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 3807af14-6f9a-4bcc-86d0-c9961d4697ae up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:23:09.436350 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1f0dc2c2-4f95-4870-821c-48cb3c9d0d22 req-be296496-145f-4c1c-a71c-7f81dd3754e5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514618 Oct 31 19:23:09.605916 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (47bfb5db-2a8e-49bb-8942-819d0c5b71da), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:09.632146 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 49892) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:09.632768 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 3807af14-6f9a-4bcc-86d0-c9961d4697ae triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:09.633226 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:09.633692 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 3807af14-6f9a-4bcc-86d0-c9961d4697ae Oct 31 19:23:09.650249 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1199835-6fe0-4537-b64c-4698f79a99a6 req-9ed84ca8-d59b-4522-ad52-6a6a939acfa1 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:09.652335 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e1199835-6fe0-4537-b64c-4698f79a99a6 req-9ed84ca8-d59b-4522-ad52-6a6a939acfa1 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.1523473 Oct 31 19:23:09.655704 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-eeaadbae-0bef-4c2f-b13c-5ac492067253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:09.722273 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e1199835-6fe0-4537-b64c-4698f79a99a6 req-601b14b4-309a-4cc9-b635-81ea0f182b3c tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596159 Oct 31 19:23:09.731046 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:09.745805 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-c1b1f3fc-48ea-4573-b98a-413d37994155 None None] Provisioning complete for port 47bfb5db-2a8e-49bb-8942-819d0c5b71da triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:09.746672 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f3fc-48ea-4573-b98a-413d37994155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (47bfb5db-2a8e-49bb-8942-819d0c5b71da), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:09.747262 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-c1b1f3fc-48ea-4573-b98a-413d37994155 None None] Attempt 1 to provision port 47bfb5db-2a8e-49bb-8942-819d0c5b71da Oct 31 19:23:09.798993 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1f3fc-48ea-4573-b98a-413d37994155 None None] Port 47bfb5db-2a8e-49bb-8942-819d0c5b71da cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:23:09.848859 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c79e96-5388-4c4f-9002-1a2c81911546 req-b6ef6507-b624-4396-ac55-99520724b2ad tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:09.850770 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b7c79e96-5388-4c4f-9002-1a2c81911546 req-b6ef6507-b624-4396-ac55-99520724b2ad tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 931 time: 0.1645098 Oct 31 19:23:09.879322 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 3807af14-6f9a-4bcc-86d0-c9961d4697ae is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:09.879716 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:09.945217 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3807af14-6f9a-4bcc-86d0-c9961d4697ae'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:23:09.949043 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920e504d-48f4-45fe-a9e8-683d85267924" -d '{"events": [{"server_uuid": "24ad6e3e-6043-4eff-afb4-0c6039e825fa", "name": "network-vif-plugged", "status": "completed", "tag": "3807af14-6f9a-4bcc-86d0-c9961d4697ae"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:23:09.956577 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:09.975117 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 3807af14-6f9a-4bcc-86d0-c9961d4697ae, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:09.984007 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:09.996691 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:10.045151 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e8440b-83be-4d41-a464-5440a6bcc629 x-openstack-request-id: req-22e8440b-83be-4d41-a464-5440a6bcc629 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:23:10.045598 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad6e3e-6043-4eff-afb4-0c6039e825fa", "name": "network-vif-plugged", "status": "completed", "tag": "3807af14-6f9a-4bcc-86d0-c9961d4697ae", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:23:10.045952 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22e8440b-83be-4d41-a464-5440a6bcc629 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:23:10.046626 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e8440b-83be-4d41-a464-5440a6bcc629'] response: {'server_uuid': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3807af14-6f9a-4bcc-86d0-c9961d4697ae', 'code': 200} Oct 31 19:23:10.112533 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=3807af14-6f9a-4bcc-86d0-c9961d4697ae,revision_number=7']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:10.112900 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-eeaadbae-0bef-4c2f-b13c-5ac492067253 admin admin] Publish callbacks [] for security_group (4e18eddb-328f-4898-b391-89f4f3d6b243), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:10.140276 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-eeaadbae-0bef-4c2f-b13c-5ac492067253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (4e18eddb-328f-4898-b391-89f4f3d6b243), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:10.202375 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b7c79e96-5388-4c4f-9002-1a2c81911546 req-d52c1b69-ac2e-4d57-8df1-eb2372faa6aa tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3258457 Oct 31 19:23:10.263376 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaadbae-0bef-4c2f-b13c-5ac492067253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e18eddb-328f-4898-b391-89f4f3d6b243,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:10.279068 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-eeaadbae-0bef-4c2f-b13c-5ac492067253 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=90e2231f86c54f6e808bfb0c7797cab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6445079 Oct 31 19:23:10.281885 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 49906) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:10.383173 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-acf520a3-aaff-4287-a017-28ad4a177264 req-b78f10d4-2f72-4444-89fa-2e594066ea10 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 210 time: 0.0429931 Oct 31 19:23:10.387137 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff1e7-e3d9-456e-8151-c13ce9a7aec3 admin admin] Publish callbacks [] for security_group (4e18eddb-328f-4898-b391-89f4f3d6b243), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:10.387616 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47bfb5db-2a8e-49bb-8942-819d0c5b71da {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:23:10.401450 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Publish callbacks [] for port (47bfb5db-2a8e-49bb-8942-819d0c5b71da), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:10.409586 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:10.435841 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Transition to ACTIVE for port object 47bfb5db-2a8e-49bb-8942-819d0c5b71da will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:23:10.440769 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (47bfb5db-2a8e-49bb-8942-819d0c5b71da), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:10.448112 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff1e7-e3d9-456e-8151-c13ce9a7aec3 admin admin] Publish callbacks [] for security_group (4e18eddb-328f-4898-b391-89f4f3d6b243), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:10.526154 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff1e7-e3d9-456e-8151-c13ce9a7aec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (4e18eddb-328f-4898-b391-89f4f3d6b243), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:10.531245 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff1e7-e3d9-456e-8151-c13ce9a7aec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:10.538931 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-cb6ff1e7-e3d9-456e-8151-c13ce9a7aec3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4e18eddb-328f-4898-b391-89f4f3d6b243 HTTP/1.1" status: 204 len: 168 time: 0.2542720 Oct 31 19:23:10.566409 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Attempting to bind port 47bfb5db-2a8e-49bb-8942-819d0c5b71da on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:23:10.566761 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Attempting to bind port 47bfb5db-2a8e-49bb-8942-819d0c5b71da by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:23:10.567097 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Attempting to bind port 47bfb5db-2a8e-49bb-8942-819d0c5b71da on network 76d0a169-b981-4155-bbd7-0bbdbbf23238 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:23:10.573716 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ff1e7-e3d9-456e-8151-c13ce9a7aec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e18eddb-328f-4898-b391-89f4f3d6b243,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:10.686628 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Pushing event updated for resources: {'Port': ['ID=47bfb5db-2a8e-49bb-8942-819d0c5b71da,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:10.717042 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a276e-3928-4f5b-9bef-be0854a4aff4 req-d18c4af1-bf58-4054-9d1b-25d473289a10 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:10.724777 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2b2a276e-3928-4f5b-9bef-be0854a4aff4 req-d18c4af1-bf58-4054-9d1b-25d473289a10 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.0809395 Oct 31 19:23:10.749096 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Port 47bfb5db-2a8e-49bb-8942-819d0c5b71da on network 76d0a169-b981-4155-bbd7-0bbdbbf23238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:23:10.749434 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Attempting to bind port 47bfb5db-2a8e-49bb-8942-819d0c5b71da on network 76d0a169-b981-4155-bbd7-0bbdbbf23238 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:23:10.829653 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2b2a276e-3928-4f5b-9bef-be0854a4aff4 req-b4f6d1d7-fb20-4800-8f69-3e11f8ff6e90 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036732 Oct 31 19:23:10.891237 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:23:10.891551 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Checking segment: {'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:23:10.891955 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Bound using segment: {'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:23:10.892409 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Bound port: 47bfb5db-2a8e-49bb-8942-819d0c5b71da, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d96745-492e-4e0e-84e1-55be831eff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:23:10.892827 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (47bfb5db-2a8e-49bb-8942-819d0c5b71da), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:10.996124 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b1680-d88c-48bb-9b1d-94dea234e338 req-e759f1c8-d50a-4f75-a388-a3057286fe1c tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:11.001009 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:11.006547 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] For port 47bfb5db-2a8e-49bb-8942-819d0c5b71da, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:23:11.007722 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-585b1680-d88c-48bb-9b1d-94dea234e338 req-e759f1c8-d50a-4f75-a388-a3057286fe1c tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.1268330 Oct 31 19:23:11.018028 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] For port 47bfb5db-2a8e-49bb-8942-819d0c5b71da, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=47bfb5db-2a8e-49bb-8942-819d0c5b71da,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:23:11.033997 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (47bfb5db-2a8e-49bb-8942-819d0c5b71da), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:11.044094 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:11.048998 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:11.051443 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/47bfb5db-2a8e-49bb-8942-819d0c5b71da HTTP/1.1" status: 200 len: 1093 time: 1.7078276 Oct 31 19:23:11.053959 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3097dda0-1cb7-439c-b44a-898c488a6448', 'tag': '47bfb5db-2a8e-49bb-8942-819d0c5b71da'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:23:11.057541 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6668c18e-3d4c-4ab9-b08c-6ba6ed2731df" -d '{"events": [{"name": "network-changed", "server_uuid": "3097dda0-1cb7-439c-b44a-898c488a6448", "tag": "47bfb5db-2a8e-49bb-8942-819d0c5b71da"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:23:11.079433 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-585b1680-d88c-48bb-9b1d-94dea234e338 req-5cd3c02e-de55-4541-8494-c68fac372695 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682380 Oct 31 19:23:11.139964 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9db952d-5c71-477b-9e6d-fbc84e3d54db x-openstack-request-id: req-f9db952d-5c71-477b-9e6d-fbc84e3d54db {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:23:11.140648 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3097dda0-1cb7-439c-b44a-898c488a6448", "tag": "47bfb5db-2a8e-49bb-8942-819d0c5b71da", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:23:11.140831 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9db952d-5c71-477b-9e6d-fbc84e3d54db {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:23:11.141477 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9db952d-5c71-477b-9e6d-fbc84e3d54db'] response: {'name': 'network-changed', 'server_uuid': '3097dda0-1cb7-439c-b44a-898c488a6448', 'tag': '47bfb5db-2a8e-49bb-8942-819d0c5b71da', 'status': 'completed', 'code': 200} Oct 31 19:23:11.191418 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479fe16-ef2e-4ab9-8d46-d66178832b47 service neutron] Pushing event updated for resources: {'Port': ['ID=47bfb5db-2a8e-49bb-8942-819d0c5b71da,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:11.484183 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374f931-0391-4327-bfc0-6f44f1509a1c req-015ead96-48df-4460-8f57-a80ccaf6901d tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:11.495950 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d374f931-0391-4327-bfc0-6f44f1509a1c req-015ead96-48df-4460-8f57-a80ccaf6901d tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 943 time: 0.0644727 Oct 31 19:23:11.536421 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668c18e-3d4c-4ab9-b08c-6ba6ed2731df req-2b0c412f-c2f3-4125-958a-199b17069080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:11.539215 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6668c18e-3d4c-4ab9-b08c-6ba6ed2731df req-2b0c412f-c2f3-4125-958a-199b17069080 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 1127 time: 0.0578296 Oct 31 19:23:11.584724 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d374f931-0391-4327-bfc0-6f44f1509a1c req-2ef7e667-ec2f-4c3a-9d93-9095097a77da tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0876811 Oct 31 19:23:11.828903 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-11821620-79f5-47a5-a81b-f33716110740 req-484f3a89-e09d-47fe-8a5d-75c8561751e7 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 210 time: 0.2585914 Oct 31 19:23:11.983232 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-a2c9f235-60a1-455a-a50a-2346673decba tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:11.984971 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-a2c9f235-60a1-455a-a50a-2346673decba tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.33 "GET /networking/v2.0/networks?id=8bd8fec5-0f1b-4c28-a279-f78e038a6306 HTTP/1.1" status: 200 len: 807 time: 0.3851733 Oct 31 19:23:12.005066 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:12.028815 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448565e9-cff0-4195-b28d-4726eebdbefe req-e7e5e51a-fd78-489c-91d3-0f5ae850f1b4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:12.036017 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-448565e9-cff0-4195-b28d-4726eebdbefe req-e7e5e51a-fd78-489c-91d3-0f5ae850f1b4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.0670679 Oct 31 19:23:12.060623 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668c18e-3d4c-4ab9-b08c-6ba6ed2731df req-48952052-474a-4d7d-8584-0ba3ce530cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:12.062547 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6668c18e-3d4c-4ab9-b08c-6ba6ed2731df req-48952052-474a-4d7d-8584-0ba3ce530cdd service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=73cf63c76fc543428404002ae9a75b29&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5158322 Oct 31 19:23:12.099526 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-448565e9-cff0-4195-b28d-4726eebdbefe req-dbd81894-19fe-44ca-9b7f-771befe39979 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572524 Oct 31 19:23:12.176851 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-91f707a3-9612-4d8d-ab34-1f26ba70eb96 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a33bb29688304d0dae3cfdc0eb54b7be HTTP/1.1" status: 200 len: 380 time: 0.1770782 Oct 31 19:23:12.254879 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-02f335b5-0570-4d9c-b995-e4eca1ac9e5e tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Request body: {'port': {'device_id': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'admin_state_up': True, 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'security_groups': ['c55e4532-eab2-418f-915f-e596bbe3cb0e']}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:23:12.421145 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f67092-a094-4e86-9c10-abfa96b963fc req-6186e384-7afb-40cd-85c5-1c99eeca9a50 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:12.429052 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a4f67092-a094-4e86-9c10-abfa96b963fc req-6186e384-7afb-40cd-85c5-1c99eeca9a50 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.1870103 Oct 31 19:23:12.478533 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668c18e-3d4c-4ab9-b08c-6ba6ed2731df req-cd3b3306-3acb-466f-aee5-9e2560669e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:12.480200 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6668c18e-3d4c-4ab9-b08c-6ba6ed2731df req-cd3b3306-3acb-466f-aee5-9e2560669e25 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4059844 Oct 31 19:23:12.492916 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:12.544231 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a4f67092-a094-4e86-9c10-abfa96b963fc req-7a83c6f8-8c44-4422-a48e-f1c383c674b1 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140187 Oct 31 19:23:12.656260 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-380695cc-3a75-4cd9-bc13-523440077ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:12.659931 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-380695cc-3a75-4cd9-bc13-523440077ec1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 1127 time: 0.1089609 Oct 31 19:23:12.662172 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-02f335b5-0570-4d9c-b995-e4eca1ac9e5e tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Made reservation on behalf of a33bb29688304d0dae3cfdc0eb54b7be for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:23:12.666460 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-02f335b5-0570-4d9c-b995-e4eca1ac9e5e tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:12.736556 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:13.137283 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-b1d94b0c-09be-45e2-b945-81c18a772391 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47bfb5db-2a8e-49bb-8942-819d0c5b71da HTTP/1.1" status: 200 len: 217 time: 0.4076929 Oct 31 19:23:13.157851 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5e496-4f0b-4bfc-ba1e-d9a8c0a32883 req-9261de6c-6a0b-4cc2-b106-2b93747045cd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:13.159274 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4bd5e496-4f0b-4bfc-ba1e-d9a8c0a32883 req-9261de6c-6a0b-4cc2-b106-2b93747045cd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 943 time: 0.4510896 Oct 31 19:23:13.215266 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:13.269407 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-8f93d4a5-61e8-404a-929f-10b711bf471a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:13.271124 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-8f93d4a5-61e8-404a-929f-10b711bf471a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/networks?id=c6bf2493-20fd-4374-968a-63f86eb3e413 HTTP/1.1" status: 200 len: 815 time: 0.1881318 Oct 31 19:23:13.282361 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-74bf87f7-26da-4045-ae09-797cb76c0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:13.284434 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-74bf87f7-26da-4045-ae09-797cb76c0cfe service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d2c209a4-c49d-431e-b8bc-b162483f4e74 HTTP/1.1" status: 200 len: 857 time: 0.1363082 Oct 31 19:23:13.306124 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4bd5e496-4f0b-4bfc-ba1e-d9a8c0a32883 req-ee27faa0-b2aa-4a47-8f28-897ad0154053 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1116335 Oct 31 19:23:13.314608 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0053a2f0-fce3-4a64-b4c8-d5710e86695d tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/quotas/c47ae1789d284a72bb71a6ffe55e7d8b HTTP/1.1" status: 200 len: 375 time: 0.0292649 Oct 31 19:23:13.349297 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-02f335b5-0570-4d9c-b995-e4eca1ac9e5e tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Allocated IP 172.20.0.14 (8bd8fec5-0f1b-4c28-a279-f78e038a6306/89f1699a-f318-44f9-afaa-c9161328684b/d4d5c6c7-d643-4ff8-859d-8b480d999f74) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:23:13.389593 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-0939a00c-29cc-48f3-8a36-c28e141614e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:13.392772 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-0939a00c-29cc-48f3-8a36-c28e141614e5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76d0a169-b981-4155-bbd7-0bbdbbf23238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0856979 Oct 31 19:23:13.462873 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-8b4e38e5-6f6d-4c4b-9568-da728e34210f tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c47ae1789d284a72bb71a6ffe55e7d8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1472478 Oct 31 19:23:13.597697 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-19e92aab-8d0f-4642-b96c-24fcd4163fd7 req-37aeb5c5-bc38-4aa8-bc78-70c7221de49c tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 210 time: 0.0971825 Oct 31 19:23:13.619289 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-c5abb51e-a0df-4f18-81f5-dea6f72d4f47 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c6bf2493-20fd-4374-968a-63f86eb3e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397269 Oct 31 19:23:13.649896 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:13.764592 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-819f343d-d9f9-496a-8ec7-a7da32c0005b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621061 Oct 31 19:23:13.773945 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-34729a77-dbad-4b75-997e-872042b13bd4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c6bf2493-20fd-4374-968a-63f86eb3e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341963 Oct 31 19:23:13.814580 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea4ca0-69dd-4fe5-864c-700415d113e6 req-5074019c-0121-4365-9e0b-6b1a127235b9 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:13.821393 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e4ea4ca0-69dd-4fe5-864c-700415d113e6 req-5074019c-0121-4365-9e0b-6b1a127235b9 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1336195 Oct 31 19:23:13.833135 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-02f335b5-0570-4d9c-b995-e4eca1ac9e5e tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:13.938676 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e4ea4ca0-69dd-4fe5-864c-700415d113e6 req-829c0a5b-e531-4841-b049-84d4e12108df tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162515 Oct 31 19:23:14.042071 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:14.059993 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:23:14.079992 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-79f0a6ce-ca49-4177-b1c4-7105e1c326ad req-833d70e5-448d-4273-9f5e-02198e6f3a25 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059025 Oct 31 19:23:14.093008 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a63b0-25ef-45bb-ae45-10c7a2aa94c8 req-f6dce14e-b36e-4eae-8dff-5b396aaef7b4 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:14.097924 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6e3a63b0-25ef-45bb-ae45-10c7a2aa94c8 req-f6dce14e-b36e-4eae-8dff-5b396aaef7b4 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0767019 Oct 31 19:23:14.114041 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-776e1d42-191a-4d18-b887-32d358b3dca8 req-8d4c7d47-7f71-4382-a67d-e2ed8619d310 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 210 time: 0.0700731 Oct 31 19:23:14.130814 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-02f335b5-0570-4d9c-b995-e4eca1ac9e5e tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:14.190155 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-02f335b5-0570-4d9c-b995-e4eca1ac9e5e tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Network 8bd8fec5-0f1b-4c28-a279-f78e038a6306 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:23:14.193671 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-02f335b5-0570-4d9c-b995-e4eca1ac9e5e tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:23:14.212064 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-02f335b5-0570-4d9c-b995-e4eca1ac9e5e tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:23:14.217388 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6e3a63b0-25ef-45bb-ae45-10c7a2aa94c8 req-86f28554-18df-43a0-8e33-0230235962ac tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134455 Oct 31 19:23:14.231664 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-02f335b5-0570-4d9c-b995-e4eca1ac9e5e tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:14.232496 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-02f335b5-0570-4d9c-b995-e4eca1ac9e5e tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:14.250337 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f335b5-0570-4d9c-b995-e4eca1ac9e5e tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Pushing event updated for resources: {'Port': ['ID=d4d5c6c7-d643-4ff8-859d-8b480d999f74,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:14.283492 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-02f335b5-0570-4d9c-b995-e4eca1ac9e5e tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0373328 Oct 31 19:23:14.517956 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423573ea-eb4b-497a-8b69-3aed07410616 req-42a39717-0545-48f0-8027-90ece7eb14de tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:14.526292 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-423573ea-eb4b-497a-8b69-3aed07410616 req-42a39717-0545-48f0-8027-90ece7eb14de tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 943 time: 0.0843678 Oct 31 19:23:14.598107 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f5a585be-02c2-4a8f-8029-1ddc464b2292 None None] Provisioning complete for port d4d5c6c7-d643-4ff8-859d-8b480d999f74 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:14.599974 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-423573ea-eb4b-497a-8b69-3aed07410616 req-d908ef08-af17-4083-af95-93ad4fe1bf0d tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0728166 Oct 31 19:23:14.612366 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f5a585be-02c2-4a8f-8029-1ddc464b2292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:14.616518 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f5a585be-02c2-4a8f-8029-1ddc464b2292 None None] Attempt 1 to provision port d4d5c6c7-d643-4ff8-859d-8b480d999f74 Oct 31 19:23:14.687118 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f5a585be-02c2-4a8f-8029-1ddc464b2292 None None] Port d4d5c6c7-d643-4ff8-859d-8b480d999f74 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:23:14.807274 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98920a-f7a1-4651-a58f-087c18d01380 req-606728cd-6826-4522-b17e-8d49a2613f08 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:14.809437 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1e98920a-f7a1-4651-a58f-087c18d01380 req-606728cd-6826-4522-b17e-8d49a2613f08 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 932 time: 0.0700676 Oct 31 19:23:14.870121 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1e98920a-f7a1-4651-a58f-087c18d01380 req-226e5f3f-099c-4c3f-a61b-f9523a0d5111 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518539 Oct 31 19:23:14.919598 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=30 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:15.082593 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d43da8-579f-437d-ab12-487e393bd5e3 req-873ccf03-d90e-4f7d-ba29-f3dd3e86bcc9 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:15.084673 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-18d43da8-579f-437d-ab12-487e393bd5e3 req-873ccf03-d90e-4f7d-ba29-f3dd3e86bcc9 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.0497870 Oct 31 19:23:15.091372 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Request body: {'port': {'device_id': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:23:15.098300 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:15.257705 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:15.267155 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-18d43da8-579f-437d-ab12-487e393bd5e3 req-b0ae973b-1486-48d3-b63e-5d03ef44882a tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700962 Oct 31 19:23:15.271420 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-dea2c763-0276-4017-8046-5241039cfcab req-15194c1b-9125-4800-8561-3c155e875e73 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 210 time: 0.0428169 Oct 31 19:23:15.426455 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e8a8-563e-40b8-a710-45e54798d83c req-831cb70a-b2ba-47af-b01b-cac7534aa12e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:15.431266 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4de8e8a8-563e-40b8-a710-45e54798d83c req-831cb70a-b2ba-47af-b01b-cac7534aa12e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0798473 Oct 31 19:23:15.533072 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4de8e8a8-563e-40b8-a710-45e54798d83c req-3409dcad-98ee-40d0-b8b5-f3a70e3d8a10 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956979 Oct 31 19:23:15.762543 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d5c6c7-d643-4ff8-859d-8b480d999f74 {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:23:15.773652 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Publish callbacks [] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:15.858688 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Transition to ACTIVE for port object d4d5c6c7-d643-4ff8-859d-8b480d999f74 will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:23:15.865228 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:15.881170 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd87eb-b726-44ae-8b25-00004de8a8cf req-71354bef-1d1e-4eed-9cbe-87a0f6e3a660 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:15.882708 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9fd87eb-b726-44ae-8b25-00004de8a8cf req-71354bef-1d1e-4eed-9cbe-87a0f6e3a660 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 943 time: 0.1001692 Oct 31 19:23:15.974629 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Pushing event updated for resources: {'Port': ['ID=d4d5c6c7-d643-4ff8-859d-8b480d999f74,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:16.027980 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Attempting to bind port d4d5c6c7-d643-4ff8-859d-8b480d999f74 on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:23:16.028223 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Attempting to bind port d4d5c6c7-d643-4ff8-859d-8b480d999f74 by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': '3adfb10e-3333-4507-9b4a-e3149385f709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:23:16.028539 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Attempting to bind port d4d5c6c7-d643-4ff8-859d-8b480d999f74 on network 8bd8fec5-0f1b-4c28-a279-f78e038a6306 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:23:16.085521 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9fd87eb-b726-44ae-8b25-00004de8a8cf req-9e4047ea-e6eb-4d96-b0d8-4aa1692adea2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1694279 Oct 31 19:23:16.089491 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b5ca0-d1e2-41f3-a7e2-39f652000d95 req-71b5a1e2-4f7d-4630-bce4-c15c18ea84c7 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:16.092123 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0b5b5ca0-d1e2-41f3-a7e2-39f652000d95 req-71b5a1e2-4f7d-4630-bce4-c15c18ea84c7 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 944 time: 0.0994086 Oct 31 19:23:16.111589 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Port d4d5c6c7-d643-4ff8-859d-8b480d999f74 on network 8bd8fec5-0f1b-4c28-a279-f78e038a6306 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:23:16.111893 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Attempting to bind port d4d5c6c7-d643-4ff8-859d-8b480d999f74 on network 8bd8fec5-0f1b-4c28-a279-f78e038a6306 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:23:16.154889 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0b5b5ca0-d1e2-41f3-a7e2-39f652000d95 req-06b57e4c-2b33-447b-928b-71387fde29d1 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513728 Oct 31 19:23:16.164125 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:23:16.164459 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Checking segment: {'id': '3adfb10e-3333-4507-9b4a-e3149385f709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:23:16.164855 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Bound using segment: {'id': '3adfb10e-3333-4507-9b4a-e3149385f709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:23:16.165304 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Bound port: d4d5c6c7-d643-4ff8-859d-8b480d999f74, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3adfb10e-3333-4507-9b4a-e3149385f709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:23:16.165693 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:16.181850 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:16.248652 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] For port d4d5c6c7-d643-4ff8-859d-8b480d999f74, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:23:16.252773 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] For port d4d5c6c7-d643-4ff8-859d-8b480d999f74, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=d4d5c6c7-d643-4ff8-859d-8b480d999f74,segment=NetworkSegment(3adfb10e-3333-4507-9b4a-e3149385f709),segment_id=3adfb10e-3333-4507-9b4a-e3149385f709)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:23:16.260190 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:16.270169 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:16.270826 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:16.272247 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/d4d5c6c7-d643-4ff8-859d-8b480d999f74 HTTP/1.1" status: 200 len: 1094 time: 1.1864085 Oct 31 19:23:16.272847 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'tag': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:23:16.275145 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68149211-9580-44b3-a653-ac4f7cb7e962" -d '{"events": [{"name": "network-changed", "server_uuid": "fb16e6d4-57d8-4185-9955-ec1d261b365d", "tag": "d4d5c6c7-d643-4ff8-859d-8b480d999f74"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:23:16.356374 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd102b7-5b0d-42a1-a0a0-d2ba75ebb0eb service neutron] Pushing event updated for resources: {'Port': ['ID=d4d5c6c7-d643-4ff8-859d-8b480d999f74,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:16.428644 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2201aed9-cefd-4710-8544-8e0af03eb4fc x-openstack-request-id: req-2201aed9-cefd-4710-8544-8e0af03eb4fc {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:23:16.429339 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb16e6d4-57d8-4185-9955-ec1d261b365d", "tag": "d4d5c6c7-d643-4ff8-859d-8b480d999f74", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:23:16.429619 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2201aed9-cefd-4710-8544-8e0af03eb4fc {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:23:16.430015 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2201aed9-cefd-4710-8544-8e0af03eb4fc'] response: {'name': 'network-changed', 'server_uuid': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'tag': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74', 'status': 'completed', 'code': 200} Oct 31 19:23:16.481054 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8e56349a-0335-4fc8-8c49-c8a37210177a req-2d728cd5-9183-416e-a9db-3f888a174948 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 210 time: 0.0487378 Oct 31 19:23:16.520414 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:16.570472 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-e5855467-ba61-4676-b7ca-2f101af91b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:16.571975 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-e5855467-ba61-4676-b7ca-2f101af91b51 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a33bb29688304d0dae3cfdc0eb54b7be&device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 1128 time: 0.2093894 Oct 31 19:23:16.634720 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-a8d87f85-30fd-460a-9432-d11dbe1f78f1 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4d5c6c7-d643-4ff8-859d-8b480d999f74 HTTP/1.1" status: 200 len: 217 time: 0.0522776 Oct 31 19:23:16.644393 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b1331-f887-455a-a4af-cb87ade5f6bd req-b635faac-757e-4a52-b907-f7aebede15a8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:16.652354 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a61b1331-f887-455a-a4af-cb87ade5f6bd req-b635faac-757e-4a52-b907-f7aebede15a8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1184583 Oct 31 19:23:16.689780 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c642a-9420-40af-a82f-9810c8293700 req-ff995a36-0867-4e97-bd2c-c6f8c66cedf6 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:16.696794 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5f2c642a-9420-40af-a82f-9810c8293700 req-ff995a36-0867-4e97-bd2c-c6f8c66cedf6 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0797913 Oct 31 19:23:16.751695 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-e5630d78-5ac4-4bd6-a562-7ddaeaa74454 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:16.752930 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-e5630d78-5ac4-4bd6-a562-7ddaeaa74454 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.33 "GET /networking/v2.0/networks?id=c6bf2493-20fd-4374-968a-63f86eb3e413 HTTP/1.1" status: 200 len: 815 time: 0.3188782 Oct 31 19:23:16.767344 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-6636d90c-03b0-4afc-954a-db25e78ebd96 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Request body: {'port': {'device_id': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'admin_state_up': True, 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:23:16.795928 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5f2c642a-9420-40af-a82f-9810c8293700 req-32ce3f0d-d10a-4abf-8c6e-d71017050123 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981534 Oct 31 19:23:16.835339 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-806b69fc-8187-4374-a57c-ceb275b3d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:16.837161 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-806b69fc-8187-4374-a57c-ceb275b3d51e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=89f1699a-f318-44f9-afaa-c9161328684b HTTP/1.1" status: 200 len: 846 time: 0.1705735 Oct 31 19:23:16.891557 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a61b1331-f887-455a-a4af-cb87ade5f6bd req-9871814e-2532-4993-9ee4-a6f1837979c1 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393458 Oct 31 19:23:17.001011 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-d89efee3-c7f7-4d30-9159-8a9636170270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:17.002984 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-d89efee3-c7f7-4d30-9159-8a9636170270 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=8bd8fec5-0f1b-4c28-a279-f78e038a6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1266968 Oct 31 19:23:17.056314 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-6636d90c-03b0-4afc-954a-db25e78ebd96 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Made reservation on behalf of c47ae1789d284a72bb71a6ffe55e7d8b for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:23:17.060273 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-6636d90c-03b0-4afc-954a-db25e78ebd96 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:17.269198 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-b5c90c01-472e-4c45-9607-2567fc5f9029 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8bd8fec5-0f1b-4c28-a279-f78e038a6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593551 Oct 31 19:23:17.318899 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc3025-1f98-4b77-a85b-72c16f80a55e req-82bb7788-057a-4a2e-87b5-6d120bdd3fea tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:17.320511 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-abfc3025-1f98-4b77-a85b-72c16f80a55e req-82bb7788-057a-4a2e-87b5-6d120bdd3fea tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 943 time: 0.1115561 Oct 31 19:23:17.373213 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:17.390531 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-abfc3025-1f98-4b77-a85b-72c16f80a55e req-77663c29-67a4-407e-96d6-8ffb3aeaa9f3 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0639899 Oct 31 19:23:17.424082 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 47bfb5db-2a8e-49bb-8942-819d0c5b71da details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:23:17.456440 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 50164) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:17.503886 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:17.548383 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-6636d90c-03b0-4afc-954a-db25e78ebd96 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Allocated IP 172.20.0.11 (c6bf2493-20fd-4374-968a-63f86eb3e413/6041325e-1127-4844-85cb-5712b83a13fd/02358090-76d2-46a6-9956-91d3a84a985a) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:23:17.707650 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 47bfb5db-2a8e-49bb-8942-819d0c5b71da, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=47bfb5db-2a8e-49bb-8942-819d0c5b71da,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:17.717158 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-74935ff2-c8be-4375-aaa7-74e868b53851 req-333c2e14-9004-4c9b-8424-d6cc02a42e50 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 210 time: 0.1046693 Oct 31 19:23:17.721953 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ee75a4f5-642c-43b1-b299-b825d3406517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:17.745542 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-6636d90c-03b0-4afc-954a-db25e78ebd96 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for port (02358090-76d2-46a6-9956-91d3a84a985a), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:17.751268 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:17.757531 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edd7cf-9f1a-4d66-a9bd-4f4b36b12dd4 req-931a897d-e37d-4c3c-8632-34dc8199266d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:17.758951 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '47bfb5db-2a8e-49bb-8942-819d0c5b71da', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'port_id': '47bfb5db-2a8e-49bb-8942-819d0c5b71da', 'mac_address': 'fa:16:3e:c4:7c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:23:17.764613 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-81edd7cf-9f1a-4d66-a9bd-4f4b36b12dd4 req-931a897d-e37d-4c3c-8632-34dc8199266d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 944 time: 0.4698460 Oct 31 19:23:17.854553 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c4b8d5b2-0cc3-4140-b8ec-cc032647d250 req-e29299e3-f23f-4eba-9b39-057484e086bd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8bd8fec5-0f1b-4c28-a279-f78e038a6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610662 Oct 31 19:23:17.882428 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 47bfb5db-2a8e-49bb-8942-819d0c5b71da is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:17.883064 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (47bfb5db-2a8e-49bb-8942-819d0c5b71da), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:17.893526 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-81edd7cf-9f1a-4d66-a9bd-4f4b36b12dd4 req-e65d4477-5af1-4926-b95d-662fe47e7b7b tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279893 Oct 31 19:23:17.911788 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-6636d90c-03b0-4afc-954a-db25e78ebd96 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (02358090-76d2-46a6-9956-91d3a84a985a), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:17.912924 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47bfb5db-2a8e-49bb-8942-819d0c5b71da {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:23:17.950225 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 47bfb5db-2a8e-49bb-8942-819d0c5b71da, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=47bfb5db-2a8e-49bb-8942-819d0c5b71da,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:17.958220 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (47bfb5db-2a8e-49bb-8942-819d0c5b71da), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:18.008995 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ee75a4f5-642c-43b1-b299-b825d3406517 admin admin] Publish callbacks [] for security_group (78ffe36e-0e07-4754-acf2-322d6eafd99a), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:18.019466 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-6636d90c-03b0-4afc-954a-db25e78ebd96 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Network c6bf2493-20fd-4374-968a-63f86eb3e413 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:23:18.023062 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-6636d90c-03b0-4afc-954a-db25e78ebd96 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:23:18.029729 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-6636d90c-03b0-4afc-954a-db25e78ebd96 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:23:18.050194 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-6636d90c-03b0-4afc-954a-db25e78ebd96 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:18.050660 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ee75a4f5-642c-43b1-b299-b825d3406517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (78ffe36e-0e07-4754-acf2-322d6eafd99a), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:18.050918 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-6636d90c-03b0-4afc-954a-db25e78ebd96 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:18.063495 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=47bfb5db-2a8e-49bb-8942-819d0c5b71da,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:18.101447 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-ee75a4f5-642c-43b1-b299-b825d3406517 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5840f4d600f3415d9ddc023c645528e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6437516 Oct 31 19:23:18.108327 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 50194) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:18.143518 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6faefa-2913-4042-bec8-b1c175259445 req-898dcfe4-08b1-4e06-ab4b-546d5b73d8f7 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:18.145121 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-eb6faefa-2913-4042-bec8-b1c175259445 req-898dcfe4-08b1-4e06-ab4b-546d5b73d8f7 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.1859055 Oct 31 19:23:18.179692 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636d90c-03b0-4afc-954a-db25e78ebd96 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Pushing event updated for resources: {'Port': ['ID=02358090-76d2-46a6-9956-91d3a84a985a,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:18.197019 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-6636d90c-03b0-4afc-954a-db25e78ebd96 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4338689 Oct 31 19:23:18.234517 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b0f27-472a-46a1-9c53-a539cbfb3b3c req-1ff73140-23b1-46f8-994d-ffb93fc248f0 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:18.236242 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75a4f5-642c-43b1-b299-b825d3406517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ffe36e-0e07-4754-acf2-322d6eafd99a,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:18.236902 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b87b0f27-472a-46a1-9c53-a539cbfb3b3c req-1ff73140-23b1-46f8-994d-ffb93fc248f0 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1805758 Oct 31 19:23:18.258425 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Request body: {'port': {'device_id': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:23:18.278901 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5383e5da-8b9e-4b38-ae21-c72cf6b319b9 admin admin] Publish callbacks [] for security_group (78ffe36e-0e07-4754-acf2-322d6eafd99a), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:18.291970 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['47bfb5db-2a8e-49bb-8942-819d0c5b71da'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:23:18.318039 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-eb6faefa-2913-4042-bec8-b1c175259445 req-df0f5404-339d-4cf9-8b31-e360a1333451 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614556 Oct 31 19:23:18.348048 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5383e5da-8b9e-4b38-ae21-c72cf6b319b9 admin admin] Publish callbacks [] for security_group (78ffe36e-0e07-4754-acf2-322d6eafd99a), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:18.446984 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5383e5da-8b9e-4b38-ae21-c72cf6b319b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (78ffe36e-0e07-4754-acf2-322d6eafd99a), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:18.449794 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5383e5da-8b9e-4b38-ae21-c72cf6b319b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:18.451055 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-5383e5da-8b9e-4b38-ae21-c72cf6b319b9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/78ffe36e-0e07-4754-acf2-322d6eafd99a HTTP/1.1" status: 204 len: 168 time: 0.3413544 Oct 31 19:23:18.471179 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383e5da-8b9e-4b38-ae21-c72cf6b319b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ffe36e-0e07-4754-acf2-322d6eafd99a,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:18.488754 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b87b0f27-472a-46a1-9c53-a539cbfb3b3c req-cee2855b-51ac-4a10-9b8a-893f2989aa45 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695735 Oct 31 19:23:18.507745 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68149211-9580-44b3-a653-ac4f7cb7e962 req-68f55056-245a-4de5-b123-2f8547b12419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:18.510965 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-68149211-9580-44b3-a653-ac4f7cb7e962 req-68f55056-245a-4de5-b123-2f8547b12419 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a33bb29688304d0dae3cfdc0eb54b7be&device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 1128 time: 0.3174272 Oct 31 19:23:18.591820 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-534e508d-3d53-4854-8177-67ec9d733a1a None None] Provisioning complete for port 02358090-76d2-46a6-9956-91d3a84a985a triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:18.596418 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-534e508d-3d53-4854-8177-67ec9d733a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (02358090-76d2-46a6-9956-91d3a84a985a), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:18.596980 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-534e508d-3d53-4854-8177-67ec9d733a1a None None] Attempt 1 to provision port 02358090-76d2-46a6-9956-91d3a84a985a Oct 31 19:23:18.646501 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-534e508d-3d53-4854-8177-67ec9d733a1a None None] Port 02358090-76d2-46a6-9956-91d3a84a985a cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:23:18.819404 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (02358090-76d2-46a6-9956-91d3a84a985a), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:19.011207 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66220c5e-b860-46f9-bd30-731b7ff5f893 req-c780f315-bbb7-4a67-a3e8-f748d3c2c2f1 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:19.012825 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-66220c5e-b860-46f9-bd30-731b7ff5f893 req-c780f315-bbb7-4a67-a3e8-f748d3c2c2f1 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 932 time: 0.1116359 Oct 31 19:23:19.282721 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-66220c5e-b860-46f9-bd30-731b7ff5f893 req-09c87810-27c2-4c83-9150-d777ae9cb8fe tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573926 Oct 31 19:23:19.298182 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68149211-9580-44b3-a653-ac4f7cb7e962 req-e07f632a-1fe6-47e7-ba19-5d2495a7c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:19.312608 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-68149211-9580-44b3-a653-ac4f7cb7e962 req-e07f632a-1fe6-47e7-ba19-5d2495a7c837 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=8bd8fec5-0f1b-4c28-a279-f78e038a6306 HTTP/1.1" status: 200 len: 908 time: 0.7763405 Oct 31 19:23:19.331782 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 50216) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:19.400931 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5e385760-88d2-4cb7-8665-95488d953050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:19.414620 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15414cd-1507-420f-b99f-614e89770c4b req-72852d69-aa0d-4130-b76c-42965b614a1f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:19.425558 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b15414cd-1507-420f-b99f-614e89770c4b req-72852d69-aa0d-4130-b76c-42965b614a1f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 944 time: 0.6773260 Oct 31 19:23:19.439400 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 47bfb5db-2a8e-49bb-8942-819d0c5b71da up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:23:19.463110 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:19.483983 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-68149211-9580-44b3-a653-ac4f7cb7e962 req-0864302c-cf11-4b69-8504-68a83949271d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4d5c6c7-d643-4ff8-859d-8b480d999f74 HTTP/1.1" status: 200 len: 217 time: 0.1520967 Oct 31 19:23:19.575981 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port 47bfb5db-2a8e-49bb-8942-819d0c5b71da completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:23:19.581366 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b15414cd-1507-420f-b99f-614e89770c4b req-538d99c1-e34c-499b-9694-2df20de2c143 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1531034 Oct 31 19:23:19.595752 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 47bfb5db-2a8e-49bb-8942-819d0c5b71da triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:19.597146 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (47bfb5db-2a8e-49bb-8942-819d0c5b71da), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:19.597836 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 47bfb5db-2a8e-49bb-8942-819d0c5b71da Oct 31 19:23:19.685854 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:19.771449 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 47bfb5db-2a8e-49bb-8942-819d0c5b71da is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:19.774201 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (47bfb5db-2a8e-49bb-8942-819d0c5b71da), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:19.805940 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:19.876070 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 47bfb5db-2a8e-49bb-8942-819d0c5b71da, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=47bfb5db-2a8e-49bb-8942-819d0c5b71da,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:19.882466 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3097dda0-1cb7-439c-b44a-898c488a6448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bfb5db-2a8e-49bb-8942-819d0c5b71da'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:23:19.890430 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442ece26-f75b-4173-bd0f-3462e1493c4e" -d '{"events": [{"server_uuid": "3097dda0-1cb7-439c-b44a-898c488a6448", "name": "network-vif-plugged", "status": "completed", "tag": "47bfb5db-2a8e-49bb-8942-819d0c5b71da"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:23:19.899900 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5e385760-88d2-4cb7-8665-95488d953050 admin admin] Publish callbacks [] for security_group (f14c6ebe-af8f-4c4a-90e1-8a39d5665f60), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:19.903923 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (47bfb5db-2a8e-49bb-8942-819d0c5b71da), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:19.911118 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5e385760-88d2-4cb7-8665-95488d953050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (f14c6ebe-af8f-4c4a-90e1-8a39d5665f60), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:19.939358 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:19.998744 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c01cf9-5db6-4314-856b-c13c665d3ffe req-603015b8-15a0-4f15-b964-13b99c526dd3 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:20.014365 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-16c01cf9-5db6-4314-856b-c13c665d3ffe req-603015b8-15a0-4f15-b964-13b99c526dd3 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 944 time: 0.5565734 Oct 31 19:23:20.044631 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cda184-db7d-4a8f-a4c3-205ad5331ac1 req-a21bae48-71fd-4751-b993-4f5f445ff8a0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:20.058130 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-58cda184-db7d-4a8f-a4c3-205ad5331ac1 req-a21bae48-71fd-4751-b993-4f5f445ff8a0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.3080857 Oct 31 19:23:20.059359 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=47bfb5db-2a8e-49bb-8942-819d0c5b71da,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:20.119679 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-5e385760-88d2-4cb7-8665-95488d953050 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=026fc8976727438cad97c0affb60b19f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7879841 Oct 31 19:23:20.120408 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 50224) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:20.150193 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e385760-88d2-4cb7-8665-95488d953050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14c6ebe-af8f-4c4a-90e1-8a39d5665f60,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:20.184127 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:20.185599 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-58cda184-db7d-4a8f-a4c3-205ad5331ac1 req-82b0764c-d391-413c-845c-926c029bd2b8 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251967 Oct 31 19:23:20.247818 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68149211-9580-44b3-a653-ac4f7cb7e962 req-8080db30-90b4-4105-bc9d-ad2b0fc2689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:20.249471 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-68149211-9580-44b3-a653-ac4f7cb7e962 req-8080db30-90b4-4105-bc9d-ad2b0fc2689f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=89f1699a-f318-44f9-afaa-c9161328684b HTTP/1.1" status: 200 len: 846 time: 0.7351248 Oct 31 19:23:20.270510 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1a044f88-cbc8-4d8d-b206-e45d61f72e6c admin admin] Publish callbacks [] for security_group (f14c6ebe-af8f-4c4a-90e1-8a39d5665f60), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:20.316199 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-16c01cf9-5db6-4314-856b-c13c665d3ffe req-62fc8aa3-c1ea-4e63-9343-f12facd71b11 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008463 Oct 31 19:23:20.373906 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1a044f88-cbc8-4d8d-b206-e45d61f72e6c admin admin] Publish callbacks [] for security_group (f14c6ebe-af8f-4c4a-90e1-8a39d5665f60), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:20.433327 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68149211-9580-44b3-a653-ac4f7cb7e962 req-b9c2c3fd-cd1a-42ee-b942-fc8c768bdfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:20.435014 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-68149211-9580-44b3-a653-ac4f7cb7e962 req-b9c2c3fd-cd1a-42ee-b942-fc8c768bdfe8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=8bd8fec5-0f1b-4c28-a279-f78e038a6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0997145 Oct 31 19:23:20.465898 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453a7c1c-761a-40c2-86d3-b48ca444230f x-openstack-request-id: req-453a7c1c-761a-40c2-86d3-b48ca444230f {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:23:20.466502 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3097dda0-1cb7-439c-b44a-898c488a6448", "name": "network-vif-plugged", "status": "completed", "tag": "47bfb5db-2a8e-49bb-8942-819d0c5b71da", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:23:20.467610 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-453a7c1c-761a-40c2-86d3-b48ca444230f {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:23:20.468311 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-453a7c1c-761a-40c2-86d3-b48ca444230f'] response: {'server_uuid': '3097dda0-1cb7-439c-b44a-898c488a6448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bfb5db-2a8e-49bb-8942-819d0c5b71da', 'code': 200} Oct 31 19:23:20.529111 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1a044f88-cbc8-4d8d-b206-e45d61f72e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (f14c6ebe-af8f-4c4a-90e1-8a39d5665f60), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:20.551937 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1a044f88-cbc8-4d8d-b206-e45d61f72e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:20.558840 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-1a044f88-cbc8-4d8d-b206-e45d61f72e6c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f14c6ebe-af8f-4c4a-90e1-8a39d5665f60 HTTP/1.1" status: 204 len: 168 time: 0.4319756 Oct 31 19:23:20.593389 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724eb11-69de-44dc-8ac3-ca0bade7accb req-473d4c39-8858-45c6-a1c7-b9411768cce7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:20.603429 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-2724eb11-69de-44dc-8ac3-ca0bade7accb req-473d4c39-8858-45c6-a1c7-b9411768cce7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.3283973 Oct 31 19:23:20.606810 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a044f88-cbc8-4d8d-b206-e45d61f72e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14c6ebe-af8f-4c4a-90e1-8a39d5665f60,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:20.615950 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02358090-76d2-46a6-9956-91d3a84a985a {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:23:20.765461 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Publish callbacks [] for port (02358090-76d2-46a6-9956-91d3a84a985a), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:20.773750 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-2724eb11-69de-44dc-8ac3-ca0bade7accb req-5e6dcfb9-d06a-4b09-8e22-7b112675ba6a tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689465 Oct 31 19:23:20.860947 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c1722-0893-4016-b417-3b9cecb9fd42 req-dde751a0-e660-4260-a5b0-6fe496dfbffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:20.862951 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-947c1722-0893-4016-b417-3b9cecb9fd42 req-dde751a0-e660-4260-a5b0-6fe496dfbffd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 1129 time: 0.0846038 Oct 31 19:23:20.927259 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Transition to ACTIVE for port object 02358090-76d2-46a6-9956-91d3a84a985a will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:23:20.952620 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c30ba8-fcda-4395-af1f-dfc1c8a3f72f req-cd4f6111-4227-4fad-ab2b-063c29817c3e tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:20.965246 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-14c30ba8-fcda-4395-af1f-dfc1c8a3f72f req-cd4f6111-4227-4fad-ab2b-063c29817c3e tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 932 time: 0.3875542 Oct 31 19:23:20.967481 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (02358090-76d2-46a6-9956-91d3a84a985a), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:21.007904 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33918e66-17b3-41ae-bc22-00b117ba33ae req-5e1a71bd-9aac-4b6d-b57b-ef8eb8758ca8 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:21.016421 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-33918e66-17b3-41ae-bc22-00b117ba33ae req-5e1a71bd-9aac-4b6d-b57b-ef8eb8758ca8 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.1233180 Oct 31 19:23:21.103030 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-68149211-9580-44b3-a653-ac4f7cb7e962 req-318db6cc-1511-4614-8c3c-1cd861974216 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8bd8fec5-0f1b-4c28-a279-f78e038a6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6389093 Oct 31 19:23:21.116253 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-33918e66-17b3-41ae-bc22-00b117ba33ae req-7fd61e49-452c-43a3-ac09-b3012ef80771 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0988564 Oct 31 19:23:21.127106 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-947c1722-0893-4016-b417-3b9cecb9fd42 req-bf428e76-8645-4d0f-bf9d-c7f7c5133347 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1710405 Oct 31 19:23:21.264789 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Pushing event updated for resources: {'Port': ['ID=02358090-76d2-46a6-9956-91d3a84a985a,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:21.311726 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-14c30ba8-fcda-4395-af1f-dfc1c8a3f72f req-7b95b1dd-0930-4a2e-a17c-c846717253cd tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451042 Oct 31 19:23:21.328525 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Attempting to bind port 02358090-76d2-46a6-9956-91d3a84a985a on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:23:21.329037 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Attempting to bind port 02358090-76d2-46a6-9956-91d3a84a985a by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': '2319dca1-753c-4e8c-8614-0af028c32192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:23:21.329464 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Attempting to bind port 02358090-76d2-46a6-9956-91d3a84a985a on network c6bf2493-20fd-4374-968a-63f86eb3e413 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:23:21.444552 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58fd00-2900-4742-be4e-cc29119919e3 req-c397748f-51d1-4605-b30d-7796ce2398aa tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:21.451952 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-2c58fd00-2900-4742-be4e-cc29119919e3 req-c397748f-51d1-4605-b30d-7796ce2398aa tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.1344471 Oct 31 19:23:21.535700 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb29e9-d142-4287-b8f9-bafd0eb6866b req-93b4651c-25df-42fe-aced-2368c1f27e60 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:21.539488 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-2c58fd00-2900-4742-be4e-cc29119919e3 req-10d38da1-29e2-4df3-9667-23d5ffb72a05 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863032 Oct 31 19:23:21.543493 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0edb29e9-d142-4287-b8f9-bafd0eb6866b req-93b4651c-25df-42fe-aced-2368c1f27e60 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 944 time: 0.0849068 Oct 31 19:23:21.764977 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0edb29e9-d142-4287-b8f9-bafd0eb6866b req-bae69e78-d4a8-4c80-a59a-6583f8544e47 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203701 Oct 31 19:23:21.768898 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Port 02358090-76d2-46a6-9956-91d3a84a985a on network c6bf2493-20fd-4374-968a-63f86eb3e413 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:23:21.769237 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Attempting to bind port 02358090-76d2-46a6-9956-91d3a84a985a on network c6bf2493-20fd-4374-968a-63f86eb3e413 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:23:21.776725 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-68149211-9580-44b3-a653-ac4f7cb7e962 req-508297a7-8d50-49bc-bd72-c97896d16513 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8bd8fec5-0f1b-4c28-a279-f78e038a6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340568 Oct 31 19:23:21.837469 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:23:21.838051 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Checking segment: {'id': '2319dca1-753c-4e8c-8614-0af028c32192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:23:21.838452 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Bound using segment: {'id': '2319dca1-753c-4e8c-8614-0af028c32192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:23:21.838929 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Bound port: 02358090-76d2-46a6-9956-91d3a84a985a, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2319dca1-753c-4e8c-8614-0af028c32192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:23:21.839480 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (02358090-76d2-46a6-9956-91d3a84a985a), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:21.927228 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] For port 02358090-76d2-46a6-9956-91d3a84a985a, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:23:21.931736 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] For port 02358090-76d2-46a6-9956-91d3a84a985a, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=02358090-76d2-46a6-9956-91d3a84a985a,segment=NetworkSegment(2319dca1-753c-4e8c-8614-0af028c32192),segment_id=2319dca1-753c-4e8c-8614-0af028c32192)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:23:21.940104 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (02358090-76d2-46a6-9956-91d3a84a985a), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:21.951322 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:21.953213 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:21.958354 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/02358090-76d2-46a6-9956-91d3a84a985a HTTP/1.1" status: 200 len: 1094 time: 3.7069781 Oct 31 19:23:21.960326 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'tag': '02358090-76d2-46a6-9956-91d3a84a985a'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:23:21.967711 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75aae8f6-c0fb-4c2a-9be5-918a9c69e41c" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd39339-b802-43f3-aba3-432fd6e5387e", "tag": "02358090-76d2-46a6-9956-91d3a84a985a"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:23:22.044950 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d83dea-6fd2-49ed-aeac-e710dde5dfb4 req-7c4fb9f5-4138-4ec5-bdec-fe46c136dd76 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:22.048061 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c0d83dea-6fd2-49ed-aeac-e710dde5dfb4 req-7c4fb9f5-4138-4ec5-bdec-fe46c136dd76 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1147730 Oct 31 19:23:22.056009 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:22.060190 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6523017b-57ce-4bb2-8a33-7f96b3c7e835 x-openstack-request-id: req-6523017b-57ce-4bb2-8a33-7f96b3c7e835 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:23:22.060827 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd39339-b802-43f3-aba3-432fd6e5387e", "tag": "02358090-76d2-46a6-9956-91d3a84a985a", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:23:22.061591 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6523017b-57ce-4bb2-8a33-7f96b3c7e835 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:23:22.062250 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6523017b-57ce-4bb2-8a33-7f96b3c7e835'] response: {'name': 'network-changed', 'server_uuid': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'tag': '02358090-76d2-46a6-9956-91d3a84a985a', 'status': 'completed', 'code': 200} Oct 31 19:23:22.076931 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:22.095278 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186a6cc-0d16-4542-ba4a-cf064ee38895 service neutron] Pushing event updated for resources: {'Port': ['ID=02358090-76d2-46a6-9956-91d3a84a985a,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:22.109568 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:22.179911 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c0d83dea-6fd2-49ed-aeac-e710dde5dfb4 req-9e7c8ca7-ea0f-4e4f-abd5-8882b5d2517d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251128 Oct 31 19:23:22.346707 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aae8f6-c0fb-4c2a-9be5-918a9c69e41c req-50b8a21b-b1b5-4b75-a877-d27629908875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:22.350923 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-75aae8f6-c0fb-4c2a-9be5-918a9c69e41c req-50b8a21b-b1b5-4b75-a877-d27629908875 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=c47ae1789d284a72bb71a6ffe55e7d8b&device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 1128 time: 0.1762953 Oct 31 19:23:22.388949 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d825f-20cc-4ca3-b313-75114d125197 req-884ae466-6ef1-4849-8849-7e33a758b4b5 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:22.397396 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-540d825f-20cc-4ca3-b313-75114d125197 req-884ae466-6ef1-4849-8849-7e33a758b4b5 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.1490560 Oct 31 19:23:22.498371 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-540d825f-20cc-4ca3-b313-75114d125197 req-4a60c245-d9a4-44ca-917c-dfe63b406975 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0961640 Oct 31 19:23:22.622575 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bd0f8-9b3d-443d-9ac0-c35e257a07ca req-f41c1065-f052-417d-8d71-f1c0e1e82c57 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:22.626980 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-980bd0f8-9b3d-443d-9ac0-c35e257a07ca req-f41c1065-f052-417d-8d71-f1c0e1e82c57 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 944 time: 0.1395881 Oct 31 19:23:22.757535 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aae8f6-c0fb-4c2a-9be5-918a9c69e41c req-49505b17-48fc-4ea4-b329-37e3ddf058d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:22.762634 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-75aae8f6-c0fb-4c2a-9be5-918a9c69e41c req-49505b17-48fc-4ea4-b329-37e3ddf058d8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=c47ae1789d284a72bb71a6ffe55e7d8b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2587655 Oct 31 19:23:22.782549 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-980bd0f8-9b3d-443d-9ac0-c35e257a07ca req-55084bac-e9e1-4df4-8326-2e02334ffef6 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440542 Oct 31 19:23:22.915456 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f663ea-80e3-447f-8133-c1d9875490f6 req-4705645a-487c-457a-aaeb-fd143a4ef7d0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:22.917293 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e7f663ea-80e3-447f-8133-c1d9875490f6 req-4705645a-487c-457a-aaeb-fd143a4ef7d0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.2393837 Oct 31 19:23:23.042034 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e7f663ea-80e3-447f-8133-c1d9875490f6 req-529046d0-1277-4cc4-873a-6dbe9d13af46 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165578 Oct 31 19:23:23.061601 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b662b-91a4-4d06-8d72-2dcfa9d343f9 req-61a04be6-a70b-46a0-8516-90c1309effe7 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:23.068700 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5f9b662b-91a4-4d06-8d72-2dcfa9d343f9 req-61a04be6-a70b-46a0-8516-90c1309effe7 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 944 time: 0.1303368 Oct 31 19:23:23.169398 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 50286) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:23.192032 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5f9b662b-91a4-4d06-8d72-2dcfa9d343f9 req-40f3ceac-db83-48a9-8762-1118f709b355 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222553 Oct 31 19:23:23.331182 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-02c5c431-a4cb-4afc-b230-c5fd93e6a4b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:23.435015 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0890c2b-a4a3-44e8-99c2-ce2547a7b96c req-d630b3c0-37bd-48b4-b277-a996605b301c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:23.446746 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d0890c2b-a4a3-44e8-99c2-ce2547a7b96c req-d630b3c0-37bd-48b4-b277-a996605b301c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1126337 Oct 31 19:23:23.546438 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d0890c2b-a4a3-44e8-99c2-ce2547a7b96c req-598e8bc8-e6c6-4d81-92d4-307c00332ac7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985458 Oct 31 19:23:23.615669 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-02c5c431-a4cb-4afc-b230-c5fd93e6a4b6 admin admin] Publish callbacks [] for security_group (b7db8614-8584-45e2-a192-a6a0bccf29e2), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:23.621375 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-02c5c431-a4cb-4afc-b230-c5fd93e6a4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (b7db8614-8584-45e2-a192-a6a0bccf29e2), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:23.738098 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-02c5c431-a4cb-4afc-b230-c5fd93e6a4b6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2b776df6dde64f52af3c6a1cbba0764d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5484972 Oct 31 19:23:23.739420 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 50296) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:23.746482 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5c431-a4cb-4afc-b230-c5fd93e6a4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7db8614-8584-45e2-a192-a6a0bccf29e2,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:23.794492 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d298d-fbfa-4e6f-b8ac-1e108f74f73a req-b3d37ca4-c26d-4a07-bc1e-02b57e6c9057 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:23.796251 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b13d298d-fbfa-4e6f-b8ac-1e108f74f73a req-b3d37ca4-c26d-4a07-bc1e-02b57e6c9057 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.1070476 Oct 31 19:23:23.870903 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b13d298d-fbfa-4e6f-b8ac-1e108f74f73a req-1adbfd8e-c21d-4994-b8f8-d5cb99839536 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0683701 Oct 31 19:23:23.966250 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-57895865-dc69-4d5d-a12e-55c589510cf0 admin admin] Publish callbacks [] for security_group (b7db8614-8584-45e2-a192-a6a0bccf29e2), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:24.026621 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-57895865-dc69-4d5d-a12e-55c589510cf0 admin admin] Publish callbacks [] for security_group (b7db8614-8584-45e2-a192-a6a0bccf29e2), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:24.055921 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b103d-14dd-4b74-a29f-9d432ea859fb req-9fcdba63-5ce6-4b48-bcfa-12761876e2ee tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:24.074986 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ad5b103d-14dd-4b74-a29f-9d432ea859fb req-9fcdba63-5ce6-4b48-bcfa-12761876e2ee tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0693295 Oct 31 19:23:24.079608 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 50308) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:24.091388 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-52e314e2-8d35-4cf2-90be-388fc40973c4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Request body: {'floatingip': {'port_id': '47bfb5db-2a8e-49bb-8942-819d0c5b71da'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:23:24.109206 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba17a71-ed30-45c3-b35c-cbb147aba960 req-40b224b6-cb1d-44f6-9fc2-72ad9ed07534 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:24.111340 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-aba17a71-ed30-45c3-b35c-cbb147aba960 req-40b224b6-cb1d-44f6-9fc2-72ad9ed07534 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 944 time: 0.0998969 Oct 31 19:23:24.211184 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:24.248053 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-aba17a71-ed30-45c3-b35c-cbb147aba960 req-36c62e79-75cc-431a-9a40-cb858e25db84 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093891 Oct 31 19:23:24.260471 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-52e314e2-8d35-4cf2-90be-388fc40973c4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for floatingip (3aa0026c-f735-4fd2-8c06-e5372e137b6e), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:24.268147 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-57895865-dc69-4d5d-a12e-55c589510cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (b7db8614-8584-45e2-a192-a6a0bccf29e2), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:24.271007 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-57895865-dc69-4d5d-a12e-55c589510cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:24.272218 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:24.274597 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-57895865-dc69-4d5d-a12e-55c589510cf0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b7db8614-8584-45e2-a192-a6a0bccf29e2 HTTP/1.1" status: 204 len: 168 time: 0.5338559 Oct 31 19:23:24.334014 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6765a-093c-4b16-b9e7-7e6ce018d9ac req-eec81de6-6ff6-49de-92cd-8db7dfe5aff8 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:24.335880 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-08e6765a-093c-4b16-b9e7-7e6ce018d9ac req-eec81de6-6ff6-49de-92cd-8db7dfe5aff8 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.1576452 Oct 31 19:23:24.364761 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57895865-dc69-4d5d-a12e-55c589510cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7db8614-8584-45e2-a192-a6a0bccf29e2,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:24.496232 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-08e6765a-093c-4b16-b9e7-7e6ce018d9ac req-019f97fb-7f6d-4769-a550-ecde0e05f09a tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380324 Oct 31 19:23:24.570132 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f22db-7345-4fee-87bc-1e1b4051d70d req-f016138b-6791-48a8-a994-7476e18029ed tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:24.577066 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-936f22db-7345-4fee-87bc-1e1b4051d70d req-f016138b-6791-48a8-a994-7476e18029ed tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 944 time: 0.1688526 Oct 31 19:23:24.633947 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:24.675904 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-936f22db-7345-4fee-87bc-1e1b4051d70d req-938e7af2-c777-425c-9afb-befbb98ad93f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958922 Oct 31 19:23:24.680153 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aae8f6-c0fb-4c2a-9be5-918a9c69e41c req-53590c54-a0bf-4579-9c71-789067a7bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:24.683032 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-75aae8f6-c0fb-4c2a-9be5-918a9c69e41c req-53590c54-a0bf-4579-9c71-789067a7bfa8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3839083 Oct 31 19:23:25.082688 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-52e314e2-8d35-4cf2-90be-388fc40973c4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:25.093928 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-52e314e2-8d35-4cf2-90be-388fc40973c4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (3aa0026c-f735-4fd2-8c06-e5372e137b6e), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:25.152414 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8dc50-9a28-4c17-bf51-5c2f57a79892 req-2536706b-e080-4a8a-92df-2bd72e9d5b54 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:25.160962 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-2ef8dc50-9a28-4c17-bf51-5c2f57a79892 req-2536706b-e080-4a8a-92df-2bd72e9d5b54 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.4120541 Oct 31 19:23:25.271095 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-2ef8dc50-9a28-4c17-bf51-5c2f57a79892 req-dc08fe8d-233a-4d52-b232-3852ca0cb5fe tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090162 Oct 31 19:23:25.338789 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.l3_db [None req-52e314e2-8d35-4cf2-90be-388fc40973c4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Floating IP 3aa0026c-f735-4fd2-8c06-e5372e137b6e associated. External IP: 172.27.0.144, port: 47bfb5db-2a8e-49bb-8942-819d0c5b71da. Oct 31 19:23:25.513253 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27e2ee-bcfc-4951-a98d-58031013ba4c req-ff6e7ebe-0c17-4c81-8583-0b9a377eb491 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:25.521808 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6a27e2ee-bcfc-4951-a98d-58031013ba4c req-ff6e7ebe-0c17-4c81-8583-0b9a377eb491 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 944 time: 0.1166363 Oct 31 19:23:25.579472 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:25.634992 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6a27e2ee-bcfc-4951-a98d-58031013ba4c req-4bc0344b-f5ed-403d-9d60-1c9b8cc0f3c1 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118333 Oct 31 19:23:25.691372 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:25.799315 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419c9a1-2e8e-4e7b-8139-f08672ab127d req-3b0503af-e403-45da-b33e-db6b7ab59251 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:25.799315 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0419c9a1-2e8e-4e7b-8139-f08672ab127d req-3b0503af-e403-45da-b33e-db6b7ab59251 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.1194425 Oct 31 19:23:25.894617 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0419c9a1-2e8e-4e7b-8139-f08672ab127d req-3e02af82-fe36-4d55-b9fd-26fffd2f3e3d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911860 Oct 31 19:23:25.900325 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e314e2-8d35-4cf2-90be-388fc40973c4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Router a22818ab-3b72-4733-a7d0-94de59cd0919 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:23:25.952831 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea432874-7c7d-430d-b4b4-7b9f866e97d7 req-b54fb40a-e4db-4763-8469-eab6a500e911 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:25.954800 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ea432874-7c7d-430d-b4b4-7b9f866e97d7 req-b54fb40a-e4db-4763-8469-eab6a500e911 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 944 time: 0.1289561 Oct 31 19:23:26.071359 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ea432874-7c7d-430d-b4b4-7b9f866e97d7 req-9bc35cb6-e930-4b6d-bfb6-a389fa4498ef tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057885 Oct 31 19:23:26.162200 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e314e2-8d35-4cf2-90be-388fc40973c4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:23:26.174245 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-52e314e2-8d35-4cf2-90be-388fc40973c4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:26.178239 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e5318e-cdf0-43b7-ae46-9c8ef42b51d2 None None] Sync routers for ids ['a22818ab-3b72-4733-a7d0-94de59cd0919'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:23:26.223794 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e5318e-cdf0-43b7-ae46-9c8ef42b51d2 None None] Routers {'a22818ab-3b72-4733-a7d0-94de59cd0919'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:23:26.227330 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-d4e5318e-cdf0-43b7-ae46-9c8ef42b51d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:23:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['a22818ab-3b72-4733-a7d0-94de59cd0919'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:23:26.305585 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-52e314e2-8d35-4cf2-90be-388fc40973c4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/3aa0026c-f735-4fd2-8c06-e5372e137b6e HTTP/1.1" status: 200 len: 991 time: 2.2197208 Oct 31 19:23:26.306794 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3097dda0-1cb7-439c-b44a-898c488a6448', 'tag': '47bfb5db-2a8e-49bb-8942-819d0c5b71da'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:23:26.313056 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c94d254-979c-4cf9-8cbf-51e51e2aae86" -d '{"events": [{"name": "network-changed", "server_uuid": "3097dda0-1cb7-439c-b44a-898c488a6448", "tag": "47bfb5db-2a8e-49bb-8942-819d0c5b71da"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:23:26.488046 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:26.531089 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76581107-0057-4f62-b671-9a655a2a5a1f x-openstack-request-id: req-76581107-0057-4f62-b671-9a655a2a5a1f {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:23:26.531370 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3097dda0-1cb7-439c-b44a-898c488a6448", "tag": "47bfb5db-2a8e-49bb-8942-819d0c5b71da", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:23:26.531714 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76581107-0057-4f62-b671-9a655a2a5a1f {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:23:26.532586 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76581107-0057-4f62-b671-9a655a2a5a1f'] response: {'name': 'network-changed', 'server_uuid': '3097dda0-1cb7-439c-b44a-898c488a6448', 'tag': '47bfb5db-2a8e-49bb-8942-819d0c5b71da', 'status': 'completed', 'code': 200} Oct 31 19:23:26.680552 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-5d5b288e-f198-4d02-abf1-574a1ddee6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:26.682119 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-5d5b288e-f198-4d02-abf1-574a1ddee6e0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=c47ae1789d284a72bb71a6ffe55e7d8b&device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 1128 time: 0.3414888 Oct 31 19:23:26.691057 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-d4e5318e-cdf0-43b7-ae46-9c8ef42b51d2 None None] Set router a22818ab-3b72-4733-a7d0-94de59cd0919 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:23:26.728936 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94d254-979c-4cf9-8cbf-51e51e2aae86 req-952cb7c2-7b13-4e0f-9f76-e94d74691b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:26.739736 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2c94d254-979c-4cf9-8cbf-51e51e2aae86 req-952cb7c2-7b13-4e0f-9f76-e94d74691b70 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 1129 time: 0.1554706 Oct 31 19:23:26.761139 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10ed06-2407-495d-97d7-96048b90628c req-e5ceecdc-0a43-475c-bd12-d7949f6e19c1 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:26.770270 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1b10ed06-2407-495d-97d7-96048b90628c req-e5ceecdc-0a43-475c-bd12-d7949f6e19c1 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1801505 Oct 31 19:23:26.842708 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-f59020ea-ab92-41f4-a10e-464bd7aed4b2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02358090-76d2-46a6-9956-91d3a84a985a HTTP/1.1" status: 200 len: 217 time: 0.1291299 Oct 31 19:23:26.927732 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1b10ed06-2407-495d-97d7-96048b90628c req-e6cfd4ff-4830-472c-829d-4f0210265ecf tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479225 Oct 31 19:23:26.977073 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98228d-6ee8-4d05-9a98-470eafb7ca26 req-0de830da-6e7e-4212-b778-e2eb834725c6 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:26.998151 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8f98228d-6ee8-4d05-9a98-470eafb7ca26 req-0de830da-6e7e-4212-b778-e2eb834725c6 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 944 time: 0.1878533 Oct 31 19:23:27.157948 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b19c67-693f-4d9e-956b-36a753ec1ceb req-966d0e55-c35f-43a3-b7d8-5331c163c977 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:27.165896 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c5b19c67-693f-4d9e-956b-36a753ec1ceb req-966d0e55-c35f-43a3-b7d8-5331c163c977 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.1062369 Oct 31 19:23:27.188335 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-7dd7d1f9-34de-46c8-bc2a-60fc7830b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:27.190905 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-7dd7d1f9-34de-46c8-bc2a-60fc7830b9b6 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6041325e-1127-4844-85cb-5712b83a13fd HTTP/1.1" status: 200 len: 854 time: 0.2438638 Oct 31 19:23:27.248673 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c5b19c67-693f-4d9e-956b-36a753ec1ceb req-896053a5-5e45-41db-af50-e5c457a99d62 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801837 Oct 31 19:23:27.414119 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-a96e04af-de3c-4c06-86e3-45910fe3ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:27.416045 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-a96e04af-de3c-4c06-86e3-45910fe3ef83 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c6bf2493-20fd-4374-968a-63f86eb3e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911114 Oct 31 19:23:27.488893 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b44fa-11fa-472e-8466-056780b83f49 req-a1bfa2d8-547e-43ad-97e1-5e31a6510737 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:27.503310 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3f2b44fa-11fa-472e-8466-056780b83f49 req-a1bfa2d8-547e-43ad-97e1-5e31a6510737 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 944 time: 0.1033196 Oct 31 19:23:27.519486 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8f98228d-6ee8-4d05-9a98-470eafb7ca26 req-c1688010-6215-4a93-9204-1e934c344a77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203609 Oct 31 19:23:27.581321 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device d4d5c6c7-d643-4ff8-859d-8b480d999f74 details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:23:27.654309 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-d4e5318e-cdf0-43b7-ae46-9c8ef42b51d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 4, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port': {'id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '3aa0026c-f735-4fd2-8c06-e5372e137b6e', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'port_id': '47bfb5db-2a8e-49bb-8942-819d0c5b71da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'mac_address': 'fa:16:3e:c4:7c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3097dda0-1cb7-439c-b44a-898c488a6448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:23:01Z', 'updated_at': '2022-10-31T19:23:24Z', 'revision_number': 1, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60503e30-25e1-4e17-a374-7df85584c256', 'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'mac_address': 'fa:16:3e:34:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:08Z', 'revision_number': 5, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'subnets': [{'id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:23:27.656910 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3f2b44fa-11fa-472e-8466-056780b83f49 req-5a2e8c87-3067-4352-bed1-478f9948516d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520691 Oct 31 19:23:27.704249 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94d254-979c-4cf9-8cbf-51e51e2aae86 req-fb358a80-1384-4a01-bb68-d10723d130bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:27.708480 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2c94d254-979c-4cf9-8cbf-51e51e2aae86 req-fb358a80-1384-4a01-bb68-d10723d130bf service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 919 time: 0.9073980 Oct 31 19:23:27.765992 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e5318e-cdf0-43b7-ae46-9c8ef42b51d2 None None] Checking router: a22818ab-3b72-4733-a7d0-94de59cd0919 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:23:27.831015 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2c94d254-979c-4cf9-8cbf-51e51e2aae86 req-45bcd6f5-29b2-4467-a0da-9451515d0c66 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47bfb5db-2a8e-49bb-8942-819d0c5b71da HTTP/1.1" status: 200 len: 999 time: 0.0984502 Oct 31 19:23:27.900563 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e5318e-cdf0-43b7-ae46-9c8ef42b51d2 None None] Routers {'a22818ab-3b72-4733-a7d0-94de59cd0919'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:23:27.901200 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-d4e5318e-cdf0-43b7-ae46-9c8ef42b51d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:23:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['a22818ab-3b72-4733-a7d0-94de59cd0919'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:23:27.933805 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-073b1d9e-ccf0-4d4b-b658-579f02a6c227 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6bf2493-20fd-4374-968a-63f86eb3e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961517 Oct 31 19:23:27.953918 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:28.176329 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port d4d5c6c7-d643-4ff8-859d-8b480d999f74, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=d4d5c6c7-d643-4ff8-859d-8b480d999f74,segment=NetworkSegment(3adfb10e-3333-4507-9b4a-e3149385f709),segment_id=3adfb10e-3333-4507-9b4a-e3149385f709)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:28.190168 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0e9ccec2-11c0-45a5-833f-13d550f0fbb2 req-39454db8-79a1-4812-8b4f-f4ac6af84e66 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6bf2493-20fd-4374-968a-63f86eb3e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186658 Oct 31 19:23:28.204699 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'port_id': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74', 'mac_address': 'fa:16:3e:2c:7a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f1699a-f318-44f9-afaa-c9161328684b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:23:28.216338 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-d4e5318e-cdf0-43b7-ae46-9c8ef42b51d2 None None] Set router a22818ab-3b72-4733-a7d0-94de59cd0919 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:23:28.217273 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94d254-979c-4cf9-8cbf-51e51e2aae86 req-327913da-d68d-4c24-a52f-99ed58056a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:28.220916 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2c94d254-979c-4cf9-8cbf-51e51e2aae86 req-327913da-d68d-4c24-a52f-99ed58056a25 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d2c209a4-c49d-431e-b8bc-b162483f4e74 HTTP/1.1" status: 200 len: 857 time: 0.3747113 Oct 31 19:23:28.294780 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:28.295757 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb7339-3941-49b0-b1d1-55dcd53b8184 req-00500311-2387-4d7b-8ea9-2df92fde86d0 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:28.304598 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-96eb7339-3941-49b0-b1d1-55dcd53b8184 req-00500311-2387-4d7b-8ea9-2df92fde86d0 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1108444 Oct 31 19:23:28.335963 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:28.357686 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port d4d5c6c7-d643-4ff8-859d-8b480d999f74 is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:28.358238 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:28.392242 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d5c6c7-d643-4ff8-859d-8b480d999f74 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:23:28.428047 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-96eb7339-3941-49b0-b1d1-55dcd53b8184 req-d7ac958e-eb55-48de-a123-ba9b830861cf tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224689 Oct 31 19:23:28.453724 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port d4d5c6c7-d643-4ff8-859d-8b480d999f74, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=d4d5c6c7-d643-4ff8-859d-8b480d999f74,segment=NetworkSegment(3adfb10e-3333-4507-9b4a-e3149385f709),segment_id=3adfb10e-3333-4507-9b4a-e3149385f709)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:28.462856 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94d254-979c-4cf9-8cbf-51e51e2aae86 req-a00ae048-3f88-475a-97bf-b1252a682ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:28.462856 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2c94d254-979c-4cf9-8cbf-51e51e2aae86 req-a00ae048-3f88-475a-97bf-b1252a682ef0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76d0a169-b981-4155-bbd7-0bbdbbf23238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1522906 Oct 31 19:23:28.501699 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:28.647465 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:28.693273 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-d4e5318e-cdf0-43b7-ae46-9c8ef42b51d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 4, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port': {'id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '3aa0026c-f735-4fd2-8c06-e5372e137b6e', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'port_id': '47bfb5db-2a8e-49bb-8942-819d0c5b71da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'mac_address': 'fa:16:3e:c4:7c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3097dda0-1cb7-439c-b44a-898c488a6448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:23:01Z', 'updated_at': '2022-10-31T19:23:24Z', 'revision_number': 1, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60503e30-25e1-4e17-a374-7df85584c256', 'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'mac_address': 'fa:16:3e:34:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:08Z', 'revision_number': 5, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'subnets': [{'id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:23:28.721863 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4cec8-ceb5-4163-92f6-c8fa89ef9e38 req-04cb7b7c-e53b-4190-8835-51c940768058 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:28.728960 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e5318e-cdf0-43b7-ae46-9c8ef42b51d2 None None] The sync data for ids ['a22818ab-3b72-4733-a7d0-94de59cd0919'] in dv-cinder-863097-1-iscsi is: [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 4, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port': {'id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '3aa0026c-f735-4fd2-8c06-e5372e137b6e', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'port_id': '47bfb5db-2a8e-49bb-8942-819d0c5b71da', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'mac_address': 'fa:16:3e:c4:7c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3097dda0-1cb7-439c-b44a-898c488a6448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:23:01Z', 'updated_at': '2022-10-31T19:23:24Z', 'revision_number': 1, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60503e30-25e1-4e17-a374-7df85584c256', 'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'mac_address': 'fa:16:3e:34:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:08Z', 'revision_number': 5, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'subnets': [{'id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:23:28.731994 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-86a4cec8-ceb5-4163-92f6-c8fa89ef9e38 req-04cb7b7c-e53b-4190-8835-51c940768058 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 944 time: 0.0746717 Oct 31 19:23:28.753277 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=d4d5c6c7-d643-4ff8-859d-8b480d999f74,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:28.818546 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['d4d5c6c7-d643-4ff8-859d-8b480d999f74'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:23:28.832708 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9cd12-626a-4471-8bb4-591413c0c749 req-65a49d89-bb15-44fa-b81e-2b00bbff0617 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:28.848052 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-12c9cd12-626a-4471-8bb4-591413c0c749 req-65a49d89-bb15-44fa-b81e-2b00bbff0617 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.8948944 Oct 31 19:23:28.909516 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2c94d254-979c-4cf9-8cbf-51e51e2aae86 req-80ad6087-91d8-4733-8622-e892c96f45b5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391642 Oct 31 19:23:28.930342 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23504f97-f442-4b29-b86c-a6b137d419ab req-74d377c6-9233-4f2e-b30c-15e8683f3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:28.942439 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-23504f97-f442-4b29-b86c-a6b137d419ab req-74d377c6-9233-4f2e-b30c-15e8683f3dbd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f9c317b548b40deb8cb27236d36d674&device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 1130 time: 0.8953643 Oct 31 19:23:28.966404 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-86a4cec8-ceb5-4163-92f6-c8fa89ef9e38 req-d6ccbb43-d2d3-4481-8c88-0233e7bbb5e6 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227309 Oct 31 19:23:29.152290 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-12c9cd12-626a-4471-8bb4-591413c0c749 req-335fec5f-8bfc-43e1-bdbc-96ea9794e8e1 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026373 Oct 31 19:23:29.242986 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec605df-c464-427a-a665-b2d8f75f6ccf req-de238519-8ecf-489d-932f-f2b922609c6b tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:29.255127 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6ec605df-c464-427a-a665-b2d8f75f6ccf req-de238519-8ecf-489d-932f-f2b922609c6b tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 945 time: 0.0933800 Oct 31 19:23:29.317054 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e4d849-4be7-4780-b236-4e134d425880 None None] New status for floating IP 3aa0026c-f735-4fd2-8c06-e5372e137b6e: ACTIVE {{(pid=104478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:23:29.377437 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23504f97-f442-4b29-b86c-a6b137d419ab req-06d164e4-b69a-4a8a-b410-82b1be8d53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:29.378685 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-23504f97-f442-4b29-b86c-a6b137d419ab req-06d164e4-b69a-4a8a-b410-82b1be8d53bc service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=bb81951e-1ade-402e-8059-76bd3e08139a HTTP/1.1" status: 200 len: 910 time: 0.3870056 Oct 31 19:23:29.448170 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6ec605df-c464-427a-a665-b2d8f75f6ccf req-838d2e33-409d-4a71-a907-d22d42f7ccd3 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852951 Oct 31 19:23:29.491537 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2c94d254-979c-4cf9-8cbf-51e51e2aae86 req-a5f3eff3-0c93-485d-99f4-696c33a9666b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031626 Oct 31 19:23:29.636856 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-23504f97-f442-4b29-b86c-a6b137d419ab req-8defb9b2-cb0a-4fd2-8daa-e91be7da6802 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=810ffdd3-13de-43d5-a09c-221911cc3bcf HTTP/1.1" status: 200 len: 1001 time: 0.2504511 Oct 31 19:23:29.799688 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:29.823653 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97449902-ad71-4082-85bc-fe13ba8a7535 req-1651d26c-fdf7-4e03-95f5-e753b3fc31f7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:29.827822 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-97449902-ad71-4082-85bc-fe13ba8a7535 req-1651d26c-fdf7-4e03-95f5-e753b3fc31f7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.1897113 Oct 31 19:23:29.880191 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23504f97-f442-4b29-b86c-a6b137d419ab req-ef9631ff-d3e7-4cfb-babc-452d74e2c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:29.882680 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-23504f97-f442-4b29-b86c-a6b137d419ab req-ef9631ff-d3e7-4cfb-babc-452d74e2c384 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9821b6e6-ba6a-40fd-94d0-4d7194d13f47 HTTP/1.1" status: 200 len: 848 time: 0.1881793 Oct 31 19:23:29.935872 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-97449902-ad71-4082-85bc-fe13ba8a7535 req-064da080-04ab-4754-9976-530d727b8950 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004181 Oct 31 19:23:30.134441 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:30.138434 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23504f97-f442-4b29-b86c-a6b137d419ab req-1f0900c5-6f61-4f97-9496-5b3e17129524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:30.143087 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-23504f97-f442-4b29-b86c-a6b137d419ab req-1f0900c5-6f61-4f97-9496-5b3e17129524 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=bb81951e-1ade-402e-8059-76bd3e08139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1965849 Oct 31 19:23:30.249896 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94e0fe-706f-436c-ad6a-8d7c7f221cec req-c8c85680-771a-4f5d-9bec-db54627e09dd tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:30.261580 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4e94e0fe-706f-436c-ad6a-8d7c7f221cec req-c8c85680-771a-4f5d-9bec-db54627e09dd tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 944 time: 0.1125500 Oct 31 19:23:30.379123 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4e94e0fe-706f-436c-ad6a-8d7c7f221cec req-3cb775fa-678b-4fe4-b013-0a27c67727a7 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160116 Oct 31 19:23:30.397645 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54be7e8-1770-40aa-bd6f-3bdc9ebf98b1 req-8d8d4d70-1fe5-4563-b8e3-bab970e83003 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:30.397645 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b54be7e8-1770-40aa-bd6f-3bdc9ebf98b1 req-8d8d4d70-1fe5-4563-b8e3-bab970e83003 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0937214 Oct 31 19:23:30.459166 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-23504f97-f442-4b29-b86c-a6b137d419ab req-137b1770-ad53-4fe7-a361-4475f5c03a7f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716866 Oct 31 19:23:30.539154 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b54be7e8-1770-40aa-bd6f-3bdc9ebf98b1 req-025fde9e-1107-49bd-a211-14d32f5feec6 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414328 Oct 31 19:23:30.596528 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d259df4-1e8c-452b-b420-69fb2200527f req-993e827b-d3b0-41b1-b4af-a2b0d5e103ac tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:30.605551 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1d259df4-1e8c-452b-b420-69fb2200527f req-993e827b-d3b0-41b1-b4af-a2b0d5e103ac tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 945 time: 0.0726395 Oct 31 19:23:30.649132 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-23504f97-f442-4b29-b86c-a6b137d419ab req-e724f62c-ee35-4970-8476-065ffd61a4c4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573675 Oct 31 19:23:30.679830 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1d259df4-1e8c-452b-b420-69fb2200527f req-1fd0c831-4abf-4e35-b28c-ad1294664c70 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731962 Oct 31 19:23:31.103351 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc8a87-d975-4b5e-abac-6caea8ff6dc8 req-cd6c2cfa-12a1-43f0-9a50-413aa41ed45d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:31.104841 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-62cc8a87-d975-4b5e-abac-6caea8ff6dc8 req-cd6c2cfa-12a1-43f0-9a50-413aa41ed45d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.0556870 Oct 31 19:23:31.177450 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-62cc8a87-d975-4b5e-abac-6caea8ff6dc8 req-9c676061-20ba-418e-9f60-9f8aa0d87cc4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662498 Oct 31 19:23:31.471153 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device d4d5c6c7-d643-4ff8-859d-8b480d999f74 up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:23:31.576034 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71d9a2-c4c6-4969-a1ae-77242b1f212f req-97ba984c-ae74-4fa6-b86b-71511bbb5f4b tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:31.577645 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1c71d9a2-c4c6-4969-a1ae-77242b1f212f req-97ba984c-ae74-4fa6-b86b-71511bbb5f4b tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 944 time: 0.0831807 Oct 31 19:23:31.616719 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port d4d5c6c7-d643-4ff8-859d-8b480d999f74 completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:23:31.623730 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6e38289f-3123-4a23-bbc5-0a47f0a48e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:31.629034 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port d4d5c6c7-d643-4ff8-859d-8b480d999f74 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:31.629402 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:31.630921 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port d4d5c6c7-d643-4ff8-859d-8b480d999f74 Oct 31 19:23:31.687784 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1c71d9a2-c4c6-4969-a1ae-77242b1f212f req-d5df741d-d504-4c71-8fdf-d95186303a4e tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003804 Oct 31 19:23:31.821638 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bde9ca-df7b-4f6e-9fc0-a1b0738d5af1 req-42a461a4-0c98-4e4f-a977-fa834e464100 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:31.824814 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port d4d5c6c7-d643-4ff8-859d-8b480d999f74 is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:31.825559 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:31.837670 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d3bde9ca-df7b-4f6e-9fc0-a1b0738d5af1 req-42a461a4-0c98-4e4f-a977-fa834e464100 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.1431823 Oct 31 19:23:31.878584 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:23:31.881378 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7afc18d-56b0-4788-a9b3-9f91b82a88dd" -d '{"events": [{"server_uuid": "fb16e6d4-57d8-4185-9955-ec1d261b365d", "name": "network-vif-plugged", "status": "completed", "tag": "d4d5c6c7-d643-4ff8-859d-8b480d999f74"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:23:31.920507 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port d4d5c6c7-d643-4ff8-859d-8b480d999f74, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=d4d5c6c7-d643-4ff8-859d-8b480d999f74,segment=NetworkSegment(3adfb10e-3333-4507-9b4a-e3149385f709),segment_id=3adfb10e-3333-4507-9b4a-e3149385f709)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:31.939683 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae70df6-1403-4a54-8760-191968d9873c req-f021eeb7-1a84-4817-9339-27c9299eb4ea tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:31.954624 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d3bde9ca-df7b-4f6e-9fc0-a1b0738d5af1 req-67617e32-b0d9-473d-9582-748195a914ac tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237285 Oct 31 19:23:31.965089 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9ae70df6-1403-4a54-8760-191968d9873c req-f021eeb7-1a84-4817-9339-27c9299eb4ea tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 945 time: 0.1475713 Oct 31 19:23:31.973574 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:32.059471 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=d4d5c6c7-d643-4ff8-859d-8b480d999f74,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:32.061421 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9ae70df6-1403-4a54-8760-191968d9873c req-ee1c7a4d-b739-4e65-911f-fa6dda568311 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938516 Oct 31 19:23:32.124191 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4c60ff-18a2-4b34-944a-a2429fa3b52a x-openstack-request-id: req-9c4c60ff-18a2-4b34-944a-a2429fa3b52a {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:23:32.124750 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb16e6d4-57d8-4185-9955-ec1d261b365d", "name": "network-vif-plugged", "status": "completed", "tag": "d4d5c6c7-d643-4ff8-859d-8b480d999f74", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:23:32.125238 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c4c60ff-18a2-4b34-944a-a2429fa3b52a {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:23:32.127511 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4c60ff-18a2-4b34-944a-a2429fa3b52a'] response: {'server_uuid': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74', 'code': 200} Oct 31 19:23:32.408582 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b9af6-4cea-4840-b341-23ef1c9a2002 req-90087a15-ec26-403f-adbd-10a05b791d8c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:32.410749 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-114b9af6-4cea-4840-b341-23ef1c9a2002 req-90087a15-ec26-403f-adbd-10a05b791d8c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.0870898 Oct 31 19:23:32.538690 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-114b9af6-4cea-4840-b341-23ef1c9a2002 req-be3055cb-20a7-4320-8d3a-26d92dbb236b tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215549 Oct 31 19:23:32.810622 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b5de3-a15d-404b-af06-c4d2687c31cd req-b9a68709-18e6-4f54-ab64-e764f74d81b2 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:32.812190 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-215b5de3-a15d-404b-af06-c4d2687c31cd req-b9a68709-18e6-4f54-ab64-e764f74d81b2 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 944 time: 0.0502310 Oct 31 19:23:32.892217 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-215b5de3-a15d-404b-af06-c4d2687c31cd req-745ab670-097e-4485-9561-f4533c5983d2 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732586 Oct 31 19:23:33.143501 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:33.152009 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ae68a-37af-4bd9-a1a1-db9d108429eb req-256de515-7c6d-4bda-83a3-d1c206de52b6 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:33.153720 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ba0ae68a-37af-4bd9-a1a1-db9d108429eb req-256de515-7c6d-4bda-83a3-d1c206de52b6 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0639424 Oct 31 19:23:33.217647 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:33.219000 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052b532-e260-4275-9873-29017e844e3c req-033f1c9d-7e10-42f6-958d-3783a3ea0715 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:33.230881 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e052b532-e260-4275-9873-29017e844e3c req-033f1c9d-7e10-42f6-958d-3783a3ea0715 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0762596 Oct 31 19:23:33.245632 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ba0ae68a-37af-4bd9-a1a1-db9d108429eb req-8e604f05-0fb6-4167-b149-7f4cbb85518e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730994 Oct 31 19:23:33.288961 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e052b532-e260-4275-9873-29017e844e3c req-1612df7f-0d67-41b5-9ef4-634641bde77c tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563881 Oct 31 19:23:33.700256 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b072d6-57ee-4d5c-8878-fcb269359f82 req-a8bfe472-9aba-4c69-a2f2-f2f8e65701e3 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:33.701899 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e0b072d6-57ee-4d5c-8878-fcb269359f82 req-a8bfe472-9aba-4c69-a2f2-f2f8e65701e3 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.0506885 Oct 31 19:23:33.760523 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e0b072d6-57ee-4d5c-8878-fcb269359f82 req-1b18130c-9d0d-479a-a7b4-d817eeaea083 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448499 Oct 31 19:23:33.895312 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b7dd7ae7-3cbe-47b8-974f-b2e90dadab07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:34.056008 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625199f6-362b-42d4-aee2-e81f7c9fbc13 req-e2e063f7-59d6-45fc-82eb-4ee5184cfa29 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:34.057900 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-625199f6-362b-42d4-aee2-e81f7c9fbc13 req-e2e063f7-59d6-45fc-82eb-4ee5184cfa29 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 944 time: 0.0544119 Oct 31 19:23:34.105974 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-625199f6-362b-42d4-aee2-e81f7c9fbc13 req-7b947538-261f-4a7d-8fa2-0c0571ec0d63 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419881 Oct 31 19:23:34.345239 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec89454-45e7-41f0-aa02-8963df06cee5 req-c8e7fac7-85f0-4882-84cf-3fcdb08f9136 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:34.346747 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0ec89454-45e7-41f0-aa02-8963df06cee5 req-c8e7fac7-85f0-4882-84cf-3fcdb08f9136 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0501220 Oct 31 19:23:34.394046 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0ec89454-45e7-41f0-aa02-8963df06cee5 req-7981fdd5-7827-4da1-9117-d24651f7765c tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416691 Oct 31 19:23:34.409292 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299f9a6-4b43-4172-bbcb-d1ece509ec75 req-c1d38e47-7ffd-4587-892e-42eaa234b6da tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:34.410792 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4299f9a6-4b43-4172-bbcb-d1ece509ec75 req-c1d38e47-7ffd-4587-892e-42eaa234b6da tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0470810 Oct 31 19:23:34.462695 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4299f9a6-4b43-4172-bbcb-d1ece509ec75 req-591df59f-5f2a-4a42-b791-a623b022e0e2 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462170 Oct 31 19:23:34.895204 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa652b-c650-47fe-9383-97aa3f4f1fe9 req-37d0d0c3-7249-4413-945e-b7b765437d91 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:34.896563 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0ffa652b-c650-47fe-9383-97aa3f4f1fe9 req-37d0d0c3-7249-4413-945e-b7b765437d91 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.0460286 Oct 31 19:23:34.943300 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0ffa652b-c650-47fe-9383-97aa3f4f1fe9 req-9ee3497e-f753-4f89-abd8-e3eea5ee3a1c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411949 Oct 31 19:23:35.013146 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:35.236904 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a6108-dd34-4367-8791-a5ce19b62b88 req-11642ae2-b894-47fe-9ad5-c22bcde9a4ae tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:35.238452 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4a9a6108-dd34-4367-8791-a5ce19b62b88 req-11642ae2-b894-47fe-9ad5-c22bcde9a4ae tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 944 time: 0.0575120 Oct 31 19:23:35.283561 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:35.294874 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4a9a6108-dd34-4367-8791-a5ce19b62b88 req-f004d189-9984-4621-b358-71d06f5a7129 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501823 Oct 31 19:23:35.529447 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1365db-2177-4437-8b02-42d529a1ba99 req-46b5bfcb-484a-402a-a1ae-3f0c8efb1969 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:35.530976 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3a1365db-2177-4437-8b02-42d529a1ba99 req-46b5bfcb-484a-402a-a1ae-3f0c8efb1969 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0546558 Oct 31 19:23:35.572542 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:35.585326 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3a1365db-2177-4437-8b02-42d529a1ba99 req-0a12a46d-9352-487c-8f9a-57751b37581a tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451412 Oct 31 19:23:35.586378 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1acb4-a2e7-4c67-8b46-cdc93824a1e5 req-59dd288f-b976-4b4a-9517-7f1ef5fd404e tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:35.587883 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4dc1acb4-a2e7-4c67-8b46-cdc93824a1e5 req-59dd288f-b976-4b4a-9517-7f1ef5fd404e tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0491126 Oct 31 19:23:35.638229 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4dc1acb4-a2e7-4c67-8b46-cdc93824a1e5 req-cee6a541-4653-4c9b-b9ad-07db2213e38f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446856 Oct 31 19:23:35.785002 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e2bd6-58d3-4388-a5c1-23f8e5eccb6b req-407d8f38-b625-4dcf-b7fd-84e4328a6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:35.786873 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-700e2bd6-58d3-4388-a5c1-23f8e5eccb6b req-407d8f38-b625-4dcf-b7fd-84e4328a6d08 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=06b4e580885f431b9ccb8aa409fdd454&device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 1129 time: 0.0491407 Oct 31 19:23:35.808632 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b02ca5-e539-40f0-bf78-60c23c835cc0 req-a7ba46f6-7164-4199-831f-c266afd0bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:35.810290 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-76b02ca5-e539-40f0-bf78-60c23c835cc0 req-a7ba46f6-7164-4199-831f-c266afd0bdfd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 1130 time: 0.0451965 Oct 31 19:23:35.885050 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e2bd6-58d3-4388-a5c1-23f8e5eccb6b req-682e624b-3d1d-4537-a561-a5c55a5612e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:35.885299 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-700e2bd6-58d3-4388-a5c1-23f8e5eccb6b req-682e624b-3d1d-4537-a561-a5c55a5612e0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 HTTP/1.1" status: 200 len: 918 time: 0.0906446 Oct 31 19:23:36.070704 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2314a22-a9f7-4789-b46a-b87ad62ab625 req-9d5410bf-ce49-4608-93b5-c70d8191e999 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:36.072320 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c2314a22-a9f7-4789-b46a-b87ad62ab625 req-9d5410bf-ce49-4608-93b5-c70d8191e999 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.0498674 Oct 31 19:23:36.120154 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c2314a22-a9f7-4789-b46a-b87ad62ab625 req-39e5db20-475e-47cb-9139-702d08da5abf tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423298 Oct 31 19:23:36.418295 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd405f-07b2-4af6-8cde-737bae1476f8 req-d18d7475-c0de-479e-a31c-5ab015efb241 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:36.419869 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a6fd405f-07b2-4af6-8cde-737bae1476f8 req-d18d7475-c0de-479e-a31c-5ab015efb241 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 944 time: 0.0513394 Oct 31 19:23:36.423023 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:36.470996 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a6fd405f-07b2-4af6-8cde-737bae1476f8 req-48ba6dc0-a22e-435e-b421-a3b7e395515d tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439165 Oct 31 19:23:36.670742 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:36.834963 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 50592) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:36.962332 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.015240 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af5930-f8f5-481a-820e-9b332597f04d req-04d804a9-2af9-4dd8-b4d1-048f56c83d2a tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:37.016737 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-53af5930-f8f5-481a-820e-9b332597f04d req-04d804a9-2af9-4dd8-b4d1-048f56c83d2a tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.2999723 Oct 31 19:23:37.026402 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-700e2bd6-58d3-4388-a5c1-23f8e5eccb6b req-bbe2f202-6f36-4b60-9a07-647131e5dbdb service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae HTTP/1.1" status: 200 len: 1001 time: 0.0825965 Oct 31 19:23:37.054913 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-76b02ca5-e539-40f0-bf78-60c23c835cc0 req-f7ade3ee-dda8-4851-a164-3b01616e9ddf service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732718 Oct 31 19:23:37.083897 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-53af5930-f8f5-481a-820e-9b332597f04d req-7f0cabf0-db00-41c6-a330-ecf574d0787c tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599198 Oct 31 19:23:37.122992 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e2bd6-58d3-4388-a5c1-23f8e5eccb6b req-c3da6733-ded9-45fd-800a-c4530542bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:37.124494 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-700e2bd6-58d3-4388-a5c1-23f8e5eccb6b req-c3da6733-ded9-45fd-800a-c4530542bab9 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b HTTP/1.1" status: 200 len: 856 time: 0.0835016 Oct 31 19:23:37.134598 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Publish callbacks [] for security_group (27a2e5eb-f54b-41fd-9409-8b239be80677), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.138684 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (27a2e5eb-f54b-41fd-9409-8b239be80677), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.183173 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=71cb63a2739b42e6b1a185996aa46306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471162 Oct 31 19:23:37.184290 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a2e5eb-f54b-41fd-9409-8b239be80677,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:37.186104 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 50600) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:37.192683 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.193038 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.193508 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.193728 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.197797 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.197797 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.197797 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.197797 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.197797 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.197797 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.197797 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.197797 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.197797 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.197797 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.197797 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca649ad8-38c8-4bf4-a5cc-281c6b727632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.243480 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Publish callbacks [] for security_group (27a2e5eb-f54b-41fd-9409-8b239be80677), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.260188 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba497cd-62a8-4e63-a42f-6cb396f71f6d req-d4745b06-cb4e-43bb-9b9e-56d321d5f635 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:37.261835 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bba497cd-62a8-4e63-a42f-6cb396f71f6d req-d4745b06-cb4e-43bb-9b9e-56d321d5f635 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 945 time: 0.0487597 Oct 31 19:23:37.265092 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Publish callbacks [] for security_group (27a2e5eb-f54b-41fd-9409-8b239be80677), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.316928 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (27a2e5eb-f54b-41fd-9409-8b239be80677), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.319478 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.320803 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/27a2e5eb-f54b-41fd-9409-8b239be80677 HTTP/1.1" status: 204 len: 168 time: 0.1334238 Oct 31 19:23:37.336362 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a2e5eb-f54b-41fd-9409-8b239be80677,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:37.340902 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bba497cd-62a8-4e63-a42f-6cb396f71f6d req-6ebda53b-aaf4-45bd-bbbd-3fedcdcf30ff tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733325 Oct 31 19:23:37.344626 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e2bd6-58d3-4388-a5c1-23f8e5eccb6b req-2057bfbb-e4f0-4b56-8013-636428a3aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:37.345116 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.346324 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.346424 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-700e2bd6-58d3-4388-a5c1-23f8e5eccb6b req-2057bfbb-e4f0-4b56-8013-636428a3aa1e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530906 Oct 31 19:23:37.346517 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.346677 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.347339 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.347857 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.348364 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.348782 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.349208 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.349765 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.350283 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.350733 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.351385 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.351679 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.352404 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85b744-2d2b-4cf7-963e-c57d14aa4c6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:23:37.451382 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-700e2bd6-58d3-4388-a5c1-23f8e5eccb6b req-7c6cf7cc-dd49-451d-a799-1698a752b46a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974753 Oct 31 19:23:37.511351 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 02358090-76d2-46a6-9956-91d3a84a985a details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:23:37.521575 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 3807af14-6f9a-4bcc-86d0-c9961d4697ae no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:23:37.551314 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:37.564721 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-700e2bd6-58d3-4388-a5c1-23f8e5eccb6b req-49c14800-f146-464f-8810-f86a25678d52 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067600 Oct 31 19:23:37.576897 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:37.588361 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:37.625238 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b489f-2ded-4684-9f02-4655a5c48d6e req-0288d9e9-8112-45b0-acb7-b8c8010c94e8 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:37.627561 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-705b489f-2ded-4684-9f02-4655a5c48d6e req-0288d9e9-8112-45b0-acb7-b8c8010c94e8 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 944 time: 0.0581450 Oct 31 19:23:37.663367 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 50608) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:37.681519 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 3807af14-6f9a-4bcc-86d0-c9961d4697ae is: ACTIVE; New status is: DOWN {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:37.681847 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.682259 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6601ae0a-d582-4aaa-a611-a84e6859a6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.687306 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-705b489f-2ded-4684-9f02-4655a5c48d6e req-20fe9c9c-5d7b-437c-9539-d7ecff247a53 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497448 Oct 31 19:23:37.699830 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:37.729421 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3807af14-6f9a-4bcc-86d0-c9961d4697ae'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:23:37.731647 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca52ab76-1329-40fc-afa3-2e9cfbc5387e" -d '{"events": [{"server_uuid": "24ad6e3e-6043-4eff-afb4-0c6039e825fa", "name": "network-vif-unplugged", "status": "completed", "tag": "3807af14-6f9a-4bcc-86d0-c9961d4697ae"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:23:37.735712 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 02358090-76d2-46a6-9956-91d3a84a985a, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=02358090-76d2-46a6-9956-91d3a84a985a,segment=NetworkSegment(2319dca1-753c-4e8c-8614-0af028c32192),segment_id=2319dca1-753c-4e8c-8614-0af028c32192)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:37.755542 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 3807af14-6f9a-4bcc-86d0-c9961d4697ae, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:37.757766 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '02358090-76d2-46a6-9956-91d3a84a985a', 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'port_id': '02358090-76d2-46a6-9956-91d3a84a985a', 'mac_address': 'fa:16:3e:60:85:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6041325e-1127-4844-85cb-5712b83a13fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:23:37.760907 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.788396 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6601ae0a-d582-4aaa-a611-a84e6859a6e8 admin admin] Publish callbacks [] for security_group (77f2d438-9a16-4ad9-8643-89301298b3d5), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.792598 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6601ae0a-d582-4aaa-a611-a84e6859a6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (77f2d438-9a16-4ad9-8643-89301298b3d5), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.804376 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Oct 2022 19:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaae3d8-9617-4858-ade8-263a4f1becff x-openstack-request-id: req-bfaae3d8-9617-4858-ade8-263a4f1becff {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:23:37.804697 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad6e3e-6043-4eff-afb4-0c6039e825fa", "name": "network-vif-unplugged", "status": "completed", "tag": "3807af14-6f9a-4bcc-86d0-c9961d4697ae", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:23:37.804952 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfaae3d8-9617-4858-ade8-263a4f1becff {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:23:37.805336 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfaae3d8-9617-4858-ade8-263a4f1becff'] response: {'server_uuid': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3807af14-6f9a-4bcc-86d0-c9961d4697ae', 'code': 200} Oct 31 19:23:37.831472 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601ae0a-d582-4aaa-a611-a84e6859a6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f2d438-9a16-4ad9-8643-89301298b3d5,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:37.838704 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-6601ae0a-d582-4aaa-a611-a84e6859a6e8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=32c95ea1291f46b480e334722e4bf303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714795 Oct 31 19:23:37.838947 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 50614) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:37.842403 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 02358090-76d2-46a6-9956-91d3a84a985a is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:37.843023 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (02358090-76d2-46a6-9956-91d3a84a985a), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.851550 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=3807af14-6f9a-4bcc-86d0-c9961d4697ae,revision_number=8']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:37.865989 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02358090-76d2-46a6-9956-91d3a84a985a {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:23:37.888509 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 02358090-76d2-46a6-9956-91d3a84a985a, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=02358090-76d2-46a6-9956-91d3a84a985a,segment=NetworkSegment(2319dca1-753c-4e8c-8614-0af028c32192),segment_id=2319dca1-753c-4e8c-8614-0af028c32192)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:37.889925 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0487483f-e95d-4fc5-84f7-f61032ce29c1 admin admin] Publish callbacks [] for security_group (77f2d438-9a16-4ad9-8643-89301298b3d5), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.893023 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (02358090-76d2-46a6-9956-91d3a84a985a), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.915722 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0487483f-e95d-4fc5-84f7-f61032ce29c1 admin admin] Publish callbacks [] for security_group (77f2d438-9a16-4ad9-8643-89301298b3d5), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.943855 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=02358090-76d2-46a6-9956-91d3a84a985a,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:37.965057 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0487483f-e95d-4fc5-84f7-f61032ce29c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (77f2d438-9a16-4ad9-8643-89301298b3d5), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.967614 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0487483f-e95d-4fc5-84f7-f61032ce29c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:37.969554 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-0487483f-e95d-4fc5-84f7-f61032ce29c1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/77f2d438-9a16-4ad9-8643-89301298b3d5 HTTP/1.1" status: 204 len: 168 time: 0.1297779 Oct 31 19:23:37.977315 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487483f-e95d-4fc5-84f7-f61032ce29c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f2d438-9a16-4ad9-8643-89301298b3d5,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:38.216947 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8259023-306c-4f36-b404-69d30be066dd req-eafeba44-58c5-4adb-b376-3b6bd6b54305 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:38.218504 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f8259023-306c-4f36-b404-69d30be066dd req-eafeba44-58c5-4adb-b376-3b6bd6b54305 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0545928 Oct 31 19:23:38.231654 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:38.271442 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f8259023-306c-4f36-b404-69d30be066dd req-f37ce838-16aa-4a22-ab3f-05a98f4ad7b8 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465319 Oct 31 19:23:38.284144 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['02358090-76d2-46a6-9956-91d3a84a985a'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:23:38.355910 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 50624) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:38.373544 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d34b4bb7-e9ab-4875-ab5d-8e16112261ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:38.375781 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:38.463501 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d34b4bb7-e9ab-4875-ab5d-8e16112261ec admin admin] Publish callbacks [] for security_group (267e1279-6f37-4286-aad8-39e245622901), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:38.463501 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d34b4bb7-e9ab-4875-ab5d-8e16112261ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (267e1279-6f37-4286-aad8-39e245622901), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:38.499331 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b8097-5671-43cd-bd7f-2c01dc4aa7d5 req-2be8448e-e4b6-41e7-ada3-475494c6093c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:38.502016 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f70b8097-5671-43cd-bd7f-2c01dc4aa7d5 req-2be8448e-e4b6-41e7-ada3-475494c6093c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0575144 Oct 31 19:23:38.502260 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b4bb7-e9ab-4875-ab5d-8e16112261ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267e1279-6f37-4286-aad8-39e245622901,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:38.506576 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-d34b4bb7-e9ab-4875-ab5d-8e16112261ec admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c265afcc81ba4770bb2c2ad18dca3ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496031 Oct 31 19:23:38.509927 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 50628) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:38.550805 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f70b8097-5671-43cd-bd7f-2c01dc4aa7d5 req-72e7343b-a1ad-46a4-ac5b-42519b6dc28f tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422454 Oct 31 19:23:38.561899 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-31bc25c1-10f9-4156-8739-cdd57230a365 admin admin] Publish callbacks [] for security_group (267e1279-6f37-4286-aad8-39e245622901), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:38.584203 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-31bc25c1-10f9-4156-8739-cdd57230a365 admin admin] Publish callbacks [] for security_group (267e1279-6f37-4286-aad8-39e245622901), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:38.635961 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-31bc25c1-10f9-4156-8739-cdd57230a365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (267e1279-6f37-4286-aad8-39e245622901), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:38.638534 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-31bc25c1-10f9-4156-8739-cdd57230a365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:38.639684 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-31bc25c1-10f9-4156-8739-cdd57230a365 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/267e1279-6f37-4286-aad8-39e245622901 HTTP/1.1" status: 204 len: 168 time: 0.1294153 Oct 31 19:23:38.647980 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc25c1-10f9-4156-8739-cdd57230a365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267e1279-6f37-4286-aad8-39e245622901,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:38.816602 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912388b-4100-4b89-9b82-74e3f25b7778 req-a118b69c-3373-4509-a8af-2301ea8edd64 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:38.818376 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d912388b-4100-4b89-9b82-74e3f25b7778 req-a118b69c-3373-4509-a8af-2301ea8edd64 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 945 time: 0.0531852 Oct 31 19:23:38.880850 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d912388b-4100-4b89-9b82-74e3f25b7778 req-fd6e24dd-969d-4950-8ac3-2250ddc02054 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566387 Oct 31 19:23:39.393950 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183efb5a-96a2-483e-aa04-8e8886ca0c59 req-e6c61650-0878-41f0-a609-6567672ad3b9 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:39.395422 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-183efb5a-96a2-483e-aa04-8e8886ca0c59 req-e6c61650-0878-41f0-a609-6567672ad3b9 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0476363 Oct 31 19:23:39.445923 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-183efb5a-96a2-483e-aa04-8e8886ca0c59 req-66eddb56-3dbf-456a-a564-18d1254df325 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446894 Oct 31 19:23:39.518846 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 02358090-76d2-46a6-9956-91d3a84a985a up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:23:39.543391 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-0cb3c7a6-482f-4b71-ac78-07143bc92e1a tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-698616685&fields=id&tenant_id=808cc3e5392b4bb7a80b154a60f69ee3 HTTP/1.1" status: 200 len: 267 time: 0.0500033 Oct 31 19:23:39.561555 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port 02358090-76d2-46a6-9956-91d3a84a985a completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:23:39.568761 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 02358090-76d2-46a6-9956-91d3a84a985a triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:39.569140 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (02358090-76d2-46a6-9956-91d3a84a985a), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:39.569475 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 02358090-76d2-46a6-9956-91d3a84a985a Oct 31 19:23:39.650644 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 02358090-76d2-46a6-9956-91d3a84a985a is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:39.651034 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (02358090-76d2-46a6-9956-91d3a84a985a), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:39.660881 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-9b9f9161-4f07-400c-b40e-53df85792456 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:39.662383 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-9b9f9161-4f07-400c-b40e-53df85792456 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/networks?id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b HTTP/1.1" status: 200 len: 811 time: 0.1123133 Oct 31 19:23:39.679656 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-6b0617d7-ea7d-4d83-a2ab-6f9847925ed8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/quotas/808cc3e5392b4bb7a80b154a60f69ee3 HTTP/1.1" status: 200 len: 375 time: 0.0104167 Oct 31 19:23:39.691349 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 02358090-76d2-46a6-9956-91d3a84a985a, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=02358090-76d2-46a6-9956-91d3a84a985a,segment=NetworkSegment(2319dca1-753c-4e8c-8614-0af028c32192),segment_id=2319dca1-753c-4e8c-8614-0af028c32192)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:23:39.695901 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (02358090-76d2-46a6-9956-91d3a84a985a), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:39.698479 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc19657-159c-4508-87b1-b4bc581f4ff6 req-daae6b4b-6543-4266-a040-0d08fd8f8e96 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:39.704214 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6bc19657-159c-4508-87b1-b4bc581f4ff6 req-daae6b4b-6543-4266-a040-0d08fd8f8e96 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0654237 Oct 31 19:23:39.741070 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-72d41df8-1c5a-4339-9340-77fb29a062a4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541844 Oct 31 19:23:39.745880 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=02358090-76d2-46a6-9956-91d3a84a985a,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:39.758655 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6bc19657-159c-4508-87b1-b4bc581f4ff6 req-d9058ecf-d039-434d-93b8-af9459e5cce0 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521057 Oct 31 19:23:39.806865 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02358090-76d2-46a6-9956-91d3a84a985a'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:23:39.809194 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ad5b8e-30f9-424c-b2f4-cb692211445f" -d '{"events": [{"server_uuid": "ecd39339-b802-43f3-aba3-432fd6e5387e", "name": "network-vif-plugged", "status": "completed", "tag": "02358090-76d2-46a6-9956-91d3a84a985a"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:23:39.840995 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:39.841963 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-4188eee8-b1a7-462d-a22c-cce67fba3d2e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883369 Oct 31 19:23:39.849316 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95425f79-3979-443e-b011-93d336f77fde x-openstack-request-id: req-95425f79-3979-443e-b011-93d336f77fde {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:23:39.849623 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd39339-b802-43f3-aba3-432fd6e5387e", "name": "network-vif-plugged", "status": "completed", "tag": "02358090-76d2-46a6-9956-91d3a84a985a", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:23:39.849954 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95425f79-3979-443e-b011-93d336f77fde {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:23:39.850267 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95425f79-3979-443e-b011-93d336f77fde'] response: {'server_uuid': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02358090-76d2-46a6-9956-91d3a84a985a', 'code': 200} Oct 31 19:23:39.904183 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=27 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:39.939919 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-0d16882d-86fa-4248-807d-79831039a4ba service neutron] 10.222.0.16 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903447 Oct 31 19:23:40.006341 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1cbfa-35d8-4edf-80e2-814e2cf47617 req-3d6c4e90-26ba-4556-9846-839f4a74c75c tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:40.007845 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9ab1cbfa-35d8-4edf-80e2-814e2cf47617 req-3d6c4e90-26ba-4556-9846-839f4a74c75c tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 946 time: 0.0496397 Oct 31 19:23:40.087621 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9ab1cbfa-35d8-4edf-80e2-814e2cf47617 req-440211c3-2602-4709-82e3-e47fbfc305a8 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654187 Oct 31 19:23:40.288889 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-498e71e1-7e77-4720-af2c-3acd0a77572d req-82268adf-0525-48cc-b607-aaa62f531c69 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 210 time: 0.0295174 Oct 31 19:23:40.602773 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee58283-cad5-487c-b70d-1beafe1928c7 req-8fb2d2b7-2acb-4426-abe8-7890876c1439 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:40.609110 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4ee58283-cad5-487c-b70d-1beafe1928c7 req-8fb2d2b7-2acb-4426-abe8-7890876c1439 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0852196 Oct 31 19:23:40.638621 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:40.652300 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:40.671745 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4ee58283-cad5-487c-b70d-1beafe1928c7 req-44b5e8c8-15ef-40a5-9146-da854fcaeec1 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558186 Oct 31 19:23:40.874411 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca0752-dc0d-4904-9953-4daa50f843e0 req-c712fe11-0c2e-4142-8642-c8bf1f6e6518 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:40.876583 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7dca0752-dc0d-4904-9953-4daa50f843e0 req-c712fe11-0c2e-4142-8642-c8bf1f6e6518 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0999029 Oct 31 19:23:40.879953 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49454715-629a-4aed-bcd7-2e724c13bff8 req-87c632ed-217f-4ba9-b849-42180bd3142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:40.881360 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-49454715-629a-4aed-bcd7-2e724c13bff8 req-87c632ed-217f-4ba9-b849-42180bd3142f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 1130 time: 0.0591495 Oct 31 19:23:40.913729 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48a24a-51e4-4115-8502-cce81253e996 req-ad1d86ff-0812-4389-9089-e36bef2752b1 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:40.915240 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9f48a24a-51e4-4115-8502-cce81253e996 req-ad1d86ff-0812-4389-9089-e36bef2752b1 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0650821 Oct 31 19:23:40.947878 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7dca0752-dc0d-4904-9953-4daa50f843e0 req-a07f95d1-f5ac-42a8-9bfc-03b251372e9b tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649719 Oct 31 19:23:40.970929 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:40.975056 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-49454715-629a-4aed-bcd7-2e724c13bff8 req-979da3db-3bfe-4485-b574-84b08ca32fe7 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644841 Oct 31 19:23:40.983806 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9f48a24a-51e4-4115-8502-cce81253e996 req-d29215bb-d1ea-4680-a8c0-62ed3df2eb49 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625181 Oct 31 19:23:40.986636 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 50682) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:41.225104 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aee4ed2-8051-487e-9410-736f1f371eb3 tempest-TestShelveInstance-1155241241 tempest-TestShelveInstance-1155241241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:41.230062 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-1aee4ed2-8051-487e-9410-736f1f371eb3 tempest-TestShelveInstance-1155241241 tempest-TestShelveInstance-1155241241-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 1125 time: 0.2390959 Oct 31 19:23:41.232761 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 50698) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:41.238514 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Request body: {'floatingip': {'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'port_id': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:23:41.243611 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d4c91-77b6-4724-9fd6-41a91048d00f req-e356985c-780b-445d-9db5-514ce10ba3f2 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:41.245145 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7a6d4c91-77b6-4724-9fd6-41a91048d00f req-e356985c-780b-445d-9db5-514ce10ba3f2 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 946 time: 0.0600073 Oct 31 19:23:41.267386 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:41.308621 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7a6d4c91-77b6-4724-9fd6-41a91048d00f req-b3fd0a2e-013d-4e4f-915d-6e6a5d52ee8a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526445 Oct 31 19:23:41.355424 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:41.418386 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:41.435576 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-5335e17f-00be-4ee4-905b-1b9424e751ff req-bf5e8201-37c9-4f1f-bada-7547632734aa tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 210 time: 0.0512896 Oct 31 19:23:41.545351 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Allocated IP 172.27.0.106 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/4b8ac510-1903-4efa-b4b9-cdd70abca6ae) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:23:41.603827 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [req-7419732b-7211-43dd-a494-d1fc3efcfe44 req-cf97a509-e615-47cf-9ef2-254a74057a92 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:23:41.604775 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7419732b-7211-43dd-a494-d1fc3efcfe44 req-cf97a509-e615-47cf-9ef2-254a74057a92 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050926 Oct 31 19:23:41.650203 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for port (4b8ac510-1903-4efa-b4b9-cdd70abca6ae), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:41.683329 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (4b8ac510-1903-4efa-b4b9-cdd70abca6ae), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:41.729921 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:23:41.737120 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:23:41.741403 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:23:41.744819 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Pushing event updated for resources: {'Port': ['ID=4b8ac510-1903-4efa-b4b9-cdd70abca6ae,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:41.807804 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517509d-76a2-42c4-b545-00c857c1709f req-bd44f6c1-ba4b-4c88-9843-d853acb87b34 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:41.809435 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9517509d-76a2-42c4-b545-00c857c1709f req-bd44f6c1-ba4b-4c88-9843-d853acb87b34 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0560653 Oct 31 19:23:41.866739 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9517509d-76a2-42c4-b545-00c857c1709f req-eeec0d1e-5894-42ce-88af-cd6341486108 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500686 Oct 31 19:23:42.110890 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 50732) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:42.143358 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:42.171491 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for floatingip (6555dfa5-162a-4d25-8bf8-e62194e143f2), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:42.244974 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-d1cd845f-110d-4552-9ab2-d6d62c523aaa service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1328390 Oct 31 19:23:42.255181 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-e2ff00f5-b2d2-4fb3-bd5b-2bf9a62dd7d2 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:23:42.256141 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-e2ff00f5-b2d2-4fb3-bd5b-2bf9a62dd7d2 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050864 Oct 31 19:23:42.258009 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (4b8ac510-1903-4efa-b4b9-cdd70abca6ae), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:42.286388 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:42.348450 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 50742) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:42.464181 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for port (4b8ac510-1903-4efa-b4b9-cdd70abca6ae), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:42.467376 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-5d084910-4c8d-4540-b4bd-a2f4b04ab5e9 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:42.472909 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a8887-d357-4335-bece-b4b2173af26b req-a8ed86a0-ae2d-441f-9f11-24fa70dddd7a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:42.479659 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-5d084910-4c8d-4540-b4bd-a2f4b04ab5e9 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports/3807af14-6f9a-4bcc-86d0-c9961d4697ae HTTP/1.1" status: 200 len: 940 time: 0.1295919 Oct 31 19:23:42.481000 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7a6a8887-d357-4335-bece-b4b2173af26b req-a8ed86a0-ae2d-441f-9f11-24fa70dddd7a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 946 time: 0.0791171 Oct 31 19:23:42.489167 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5226044'] for port (4b8ac510-1903-4efa-b4b9-cdd70abca6ae), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:42.576791 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95ec4a11-f368-445a-a239-0154934bf24b req-0ddd33e8-e610-44d2-900e-deca81a9b1e9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 210 time: 0.0367527 Oct 31 19:23:42.593135 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Pushing event updated for resources: {'Port': ['ID=4b8ac510-1903-4efa-b4b9-cdd70abca6ae,revision_number=2']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:42.596408 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (6555dfa5-162a-4d25-8bf8-e62194e143f2), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:42.608349 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7a6a8887-d357-4335-bece-b4b2173af26b req-c1673ed4-7d7b-44af-bc4d-38e6d2f277ba tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264775 Oct 31 19:23:42.704373 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:42.710221 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:42.929488 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.l3_db [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Floating IP 6555dfa5-162a-4d25-8bf8-e62194e143f2 associated. External IP: 172.27.0.106, port: d4d5c6c7-d643-4ff8-859d-8b480d999f74. Oct 31 19:23:43.000941 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80341f40-68b6-4554-932d-b220a4eaa655 req-51576fbc-f662-4d6c-86ad-1a614b97d5c2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:43.002460 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-80341f40-68b6-4554-932d-b220a4eaa655 req-51576fbc-f662-4d6c-86ad-1a614b97d5c2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0485203 Oct 31 19:23:43.055504 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-80341f40-68b6-4554-932d-b220a4eaa655 req-234bc59a-b0dc-4c90-9c3a-76a18536e3c6 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459671 Oct 31 19:23:43.137931 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:23:43.282081 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:23:43.295397 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc20064-8741-48c2-9dc9-bc21dabc3381 None None] Sync routers for ids ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:23:43.301523 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:43.309387 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:43.314797 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc20064-8741-48c2-9dc9-bc21dabc3381 None None] Routers {'7b5ee198-6fa4-4bb3-8e10-0590541a3de3'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:23:43.315784 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-6fc20064-8741-48c2-9dc9-bc21dabc3381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:23:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:23:43.345127 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-0125ea99-93e7-4ce3-85ca-a4ce71ce9218 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1081710 Oct 31 19:23:43.345127 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'tag': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:23:43.345324 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dd3867-887b-473f-b466-dd2aa55de579" -d '{"events": [{"name": "network-changed", "server_uuid": "fb16e6d4-57d8-4185-9955-ec1d261b365d", "tag": "d4d5c6c7-d643-4ff8-859d-8b480d999f74"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:23:43.413286 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152f7d67-466c-428b-8270-da487b30afed x-openstack-request-id: req-152f7d67-466c-428b-8270-da487b30afed {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:23:43.413571 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb16e6d4-57d8-4185-9955-ec1d261b365d", "tag": "d4d5c6c7-d643-4ff8-859d-8b480d999f74", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:23:43.414261 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-152f7d67-466c-428b-8270-da487b30afed {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:23:43.414667 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-152f7d67-466c-428b-8270-da487b30afed'] response: {'name': 'network-changed', 'server_uuid': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'tag': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74', 'status': 'completed', 'code': 200} Oct 31 19:23:43.476793 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:43.489866 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd3867-887b-473f-b466-dd2aa55de579 req-36865526-f49c-4531-b2ef-24daaffc903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:43.491485 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b9dd3867-887b-473f-b466-dd2aa55de579 req-36865526-f49c-4531-b2ef-24daaffc903c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a33bb29688304d0dae3cfdc0eb54b7be&device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 1130 time: 0.0554466 Oct 31 19:23:43.574447 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 3807af14-6f9a-4bcc-86d0-c9961d4697ae no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:23:43.589538 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd3867-887b-473f-b466-dd2aa55de579 req-e9b2aec4-62e8-4643-aae7-66a32ba9b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:43.590997 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b9dd3867-887b-473f-b466-dd2aa55de579 req-e9b2aec4-62e8-4643-aae7-66a32ba9b0ea service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=8bd8fec5-0f1b-4c28-a279-f78e038a6306 HTTP/1.1" status: 200 len: 908 time: 0.0891018 Oct 31 19:23:43.622845 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-6fc20064-8741-48c2-9dc9-bc21dabc3381 None None] Set router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:23:43.680833 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-dec7a4aa-3bfa-4b28-8220-8d51635a91a2 req-91afafe2-6407-4a39-b746-eb126310ff4e tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 210 time: 0.0348983 Oct 31 19:23:43.708959 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:43.747230 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e75c4c-ac5c-4248-80dd-e169d0afa1c3 req-610e0225-0b72-4f26-8944-f52cf1d58596 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:43.747904 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 3807af14-6f9a-4bcc-86d0-c9961d4697ae is: DOWN; New status is: DOWN {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:23:43.748755 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-49e75c4c-ac5c-4248-80dd-e169d0afa1c3 req-610e0225-0b72-4f26-8944-f52cf1d58596 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 946 time: 0.0512986 Oct 31 19:23:43.806137 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-49e75c4c-ac5c-4248-80dd-e169d0afa1c3 req-8bf33251-5b7d-4e4e-8b4f-9414842ca32d tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508659 Oct 31 19:23:43.880115 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-6fc20064-8741-48c2-9dc9-bc21dabc3381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'name': 'tempest-TestShelveInstance-37921340-router', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:26Z', 'revision_number': 4, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'gw_port': {'id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '6555dfa5-162a-4d25-8bf8-e62194e143f2', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'port_id': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'mac_address': 'fa:16:3e:2c:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:23:41Z', 'updated_at': '2022-10-31T19:23:41Z', 'revision_number': 0, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad4885e-bd80-42a3-9618-884f42af0876', 'name': '', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'mac_address': 'fa:16:3e:f3:7a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89f1699a-f318-44f9-afaa-c9161328684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:26Z', 'updated_at': '2022-10-31T19:22:37Z', 'revision_number': 5, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'subnets': [{'id': '89f1699a-f318-44f9-afaa-c9161328684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:23:43.909133 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc20064-8741-48c2-9dc9-bc21dabc3381 None None] Checking router: 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:23:43.915470 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b9dd3867-887b-473f-b466-dd2aa55de579 req-4a427fa3-6a9d-48e5-9a4f-cf0b4b1c81a9 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4d5c6c7-d643-4ff8-859d-8b480d999f74 HTTP/1.1" status: 200 len: 1000 time: 0.0860963 Oct 31 19:23:43.918449 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc20064-8741-48c2-9dc9-bc21dabc3381 None None] Routers {'7b5ee198-6fa4-4bb3-8e10-0590541a3de3'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:23:43.919065 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-6fc20064-8741-48c2-9dc9-bc21dabc3381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:23:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:23:43.963874 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1435901-a07d-437e-821a-59fcb87aa59b req-eadaa778-5a34-4ea6-a18b-35ca54865d9f tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:43.965250 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b1435901-a07d-437e-821a-59fcb87aa59b req-eadaa778-5a34-4ea6-a18b-35ca54865d9f tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 946 time: 0.0506806 Oct 31 19:23:44.013533 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b1435901-a07d-437e-821a-59fcb87aa59b req-3fb5b925-f1d5-49d0-8616-c60884c479fc tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418277 Oct 31 19:23:44.025406 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-6fc20064-8741-48c2-9dc9-bc21dabc3381 None None] Set router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:23:44.206021 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e19cb-7fa6-4605-81d0-081e0a67ef19 req-d8117bce-6692-4414-8b12-b56b2d18ee0b tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:44.209705 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7e2e19cb-7fa6-4605-81d0-081e0a67ef19 req-d8117bce-6692-4414-8b12-b56b2d18ee0b tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0584025 Oct 31 19:23:44.282666 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-6fc20064-8741-48c2-9dc9-bc21dabc3381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'name': 'tempest-TestShelveInstance-37921340-router', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:26Z', 'revision_number': 4, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'gw_port': {'id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '6555dfa5-162a-4d25-8bf8-e62194e143f2', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'port_id': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'mac_address': 'fa:16:3e:2c:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:23:41Z', 'updated_at': '2022-10-31T19:23:41Z', 'revision_number': 0, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad4885e-bd80-42a3-9618-884f42af0876', 'name': '', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'mac_address': 'fa:16:3e:f3:7a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89f1699a-f318-44f9-afaa-c9161328684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:26Z', 'updated_at': '2022-10-31T19:22:37Z', 'revision_number': 5, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'subnets': [{'id': '89f1699a-f318-44f9-afaa-c9161328684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:23:44.333028 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd3867-887b-473f-b466-dd2aa55de579 req-fe7112b2-8016-44bc-9c8b-e4dadf20390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:44.334720 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b9dd3867-887b-473f-b466-dd2aa55de579 req-fe7112b2-8016-44bc-9c8b-e4dadf20390a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=89f1699a-f318-44f9-afaa-c9161328684b HTTP/1.1" status: 200 len: 846 time: 0.1033585 Oct 31 19:23:44.350651 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7e2e19cb-7fa6-4605-81d0-081e0a67ef19 req-312637e9-387a-4e2c-8aab-1a7c4b1c2ef4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308427 Oct 31 19:23:44.354152 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc20064-8741-48c2-9dc9-bc21dabc3381 None None] The sync data for ids ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'] in dv-cinder-863097-1-iscsi is: [{'id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'name': 'tempest-TestShelveInstance-37921340-router', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:26Z', 'revision_number': 4, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'gw_port': {'id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '6555dfa5-162a-4d25-8bf8-e62194e143f2', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'port_id': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'mac_address': 'fa:16:3e:2c:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:23:41Z', 'updated_at': '2022-10-31T19:23:41Z', 'revision_number': 0, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad4885e-bd80-42a3-9618-884f42af0876', 'name': '', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'mac_address': 'fa:16:3e:f3:7a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89f1699a-f318-44f9-afaa-c9161328684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:26Z', 'updated_at': '2022-10-31T19:22:37Z', 'revision_number': 5, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'subnets': [{'id': '89f1699a-f318-44f9-afaa-c9161328684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:23:44.483734 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd3867-887b-473f-b466-dd2aa55de579 req-a9e8acde-66bf-4ecd-8af4-d4a378f068e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:44.485904 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b9dd3867-887b-473f-b466-dd2aa55de579 req-a9e8acde-66bf-4ecd-8af4-d4a378f068e9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=8bd8fec5-0f1b-4c28-a279-f78e038a6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1435819 Oct 31 19:23:44.509600 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-ee783a20-6adc-4aec-9491-8f2fc6087dc8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:44.517086 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-ee783a20-6adc-4aec-9491-8f2fc6087dc8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.33 "GET /networking/v2.0/networks?id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b HTTP/1.1" status: 200 len: 811 time: 0.2746265 Oct 31 19:23:44.531393 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4842c-1272-42e4-9d0c-d05882023a85 req-7d627f86-7c67-40c8-8a99-e3eb24099978 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:44.532955 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-eec4842c-1272-42e4-9d0c-d05882023a85 req-7d627f86-7c67-40c8-8a99-e3eb24099978 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 946 time: 0.1054010 Oct 31 19:23:44.608525 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-da680378-e98b-442f-a666-3e5efb79bab6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=808cc3e5392b4bb7a80b154a60f69ee3 HTTP/1.1" status: 200 len: 379 time: 0.0778296 Oct 31 19:23:44.618156 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-d7c75fa5-acf9-4080-b2c2-93fff4ff703c tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Request body: {'port': {'device_id': '31bf9c76-adbe-4c58-8d9e-f332e36f86db', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'admin_state_up': True, 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'security_groups': ['20918b5a-7ba9-473b-aa81-5cb7c65d6fb5']}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:23:44.634442 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-eec4842c-1272-42e4-9d0c-d05882023a85 req-ee0c8106-a92b-42cf-a914-443cadff5bd4 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657377 Oct 31 19:23:44.662239 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b9dd3867-887b-473f-b466-dd2aa55de579 req-9e7f80ff-2396-44c9-ac3e-e6e6e1d21848 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8bd8fec5-0f1b-4c28-a279-f78e038a6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700916 Oct 31 19:23:44.764792 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:44.793922 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5802394a-3c98-4e16-8031-ad872b6164c0 None None] New status for floating IP 6555dfa5-162a-4d25-8bf8-e62194e143f2: ACTIVE {{(pid=104478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:23:44.812570 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-d7c75fa5-acf9-4080-b2c2-93fff4ff703c tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Made reservation on behalf of 808cc3e5392b4bb7a80b154a60f69ee3 for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:23:44.822249 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b9dd3867-887b-473f-b466-dd2aa55de579 req-604493e2-9158-41a9-b553-a19e72347047 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8bd8fec5-0f1b-4c28-a279-f78e038a6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528215 Oct 31 19:23:44.823998 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-d7c75fa5-acf9-4080-b2c2-93fff4ff703c tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:44.927404 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-72674a46-d240-4e4d-a10f-6749bd65dd9d req-3fa872ed-54e0-4db9-9100-3ae956837e17 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 210 time: 0.0799925 Oct 31 19:23:45.019959 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:45.029356 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-d7c75fa5-acf9-4080-b2c2-93fff4ff703c tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Allocated IP 172.20.0.9 (adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b/ea13b07d-23c0-4ab1-af41-11d895efc58d/1bff50b4-bfa9-4d6c-bcae-38aef9bf842c) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:23:45.205394 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-d7c75fa5-acf9-4080-b2c2-93fff4ff703c tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for port (1bff50b4-bfa9-4d6c-bcae-38aef9bf842c), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:45.238452 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-d7c75fa5-acf9-4080-b2c2-93fff4ff703c tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (1bff50b4-bfa9-4d6c-bcae-38aef9bf842c), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:45.280578 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-d7c75fa5-acf9-4080-b2c2-93fff4ff703c tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:23:45.286357 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-d7c75fa5-acf9-4080-b2c2-93fff4ff703c tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:23:45.290244 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-d7c75fa5-acf9-4080-b2c2-93fff4ff703c tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:23:45.294997 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-d7c75fa5-acf9-4080-b2c2-93fff4ff703c tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:45.295593 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-d7c75fa5-acf9-4080-b2c2-93fff4ff703c tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:45.304205 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c75fa5-acf9-4080-b2c2-93fff4ff703c tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event updated for resources: {'Port': ['ID=1bff50b4-bfa9-4d6c-bcae-38aef9bf842c,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:45.317171 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-d7c75fa5-acf9-4080-b2c2-93fff4ff703c tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7028432 Oct 31 19:23:45.495636 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c470e4e-3c12-4ef2-a3d2-f0a6211755c5 req-16c5d2ec-1a15-4951-9ed4-0da2078c98dd tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:45.497060 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5c470e4e-3c12-4ef2-a3d2-f0a6211755c5 req-16c5d2ec-1a15-4951-9ed4-0da2078c98dd tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0515950 Oct 31 19:23:45.503844 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-7482166f-2f52-4df9-9f76-134f11eae30f None None] Provisioning complete for port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:23:45.504270 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7482166f-2f52-4df9-9f76-134f11eae30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (1bff50b4-bfa9-4d6c-bcae-38aef9bf842c), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:45.504673 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-7482166f-2f52-4df9-9f76-134f11eae30f None None] Attempt 1 to provision port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c Oct 31 19:23:45.537437 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-7482166f-2f52-4df9-9f76-134f11eae30f None None] Port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:23:45.548498 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5c470e4e-3c12-4ef2-a3d2-f0a6211755c5 req-fcf70224-68a6-44d5-8802-fd206a6411bb tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452716 Oct 31 19:23:45.631329 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Request body: {'port': {'device_id': '31bf9c76-adbe-4c58-8d9e-f332e36f86db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:23:45.693475 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (1bff50b4-bfa9-4d6c-bcae-38aef9bf842c), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:45.895884 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:45.965926 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:23:45.974255 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Publish callbacks [] for port (1bff50b4-bfa9-4d6c-bcae-38aef9bf842c), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:45.987850 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Transition to ACTIVE for port object 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:23:45.992642 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (1bff50b4-bfa9-4d6c-bcae-38aef9bf842c), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:46.091367 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Pushing event updated for resources: {'Port': ['ID=1bff50b4-bfa9-4d6c-bcae-38aef9bf842c,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:46.106772 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e04903-123b-4fc7-a3bd-e0c5fe02a0a7 req-bb16666d-bba6-459a-b306-68d40f74ae0f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:46.108209 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-87e04903-123b-4fc7-a3bd-e0c5fe02a0a7 req-bb16666d-bba6-459a-b306-68d40f74ae0f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 943 time: 0.0888898 Oct 31 19:23:46.112931 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Attempting to bind port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:23:46.113266 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Attempting to bind port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:23:46.113594 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Attempting to bind port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c on network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:23:46.142415 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:46.192663 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c on network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:23:46.192991 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Attempting to bind port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c on network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:23:46.199312 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-87e04903-123b-4fc7-a3bd-e0c5fe02a0a7 req-8ae1f17b-cb71-4ec6-a28c-554140078d70 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834327 Oct 31 19:23:46.242235 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:23:46.242570 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Checking segment: {'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:23:46.242953 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Bound using segment: {'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:23:46.243383 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Bound port: 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:23:46.243740 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (1bff50b4-bfa9-4d6c-bcae-38aef9bf842c), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:46.308156 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] For port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:23:46.311567 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] For port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=1bff50b4-bfa9-4d6c-bcae-38aef9bf842c,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:23:46.318482 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (1bff50b4-bfa9-4d6c-bcae-38aef9bf842c), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:46.321646 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:46.322448 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:46.323816 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/1bff50b4-bfa9-4d6c-bcae-38aef9bf842c HTTP/1.1" status: 200 len: 1093 time: 0.6975698 Oct 31 19:23:46.326080 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bf9c76-adbe-4c58-8d9e-f332e36f86db', 'tag': '1bff50b4-bfa9-4d6c-bcae-38aef9bf842c'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:23:46.328360 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c43777-e5ff-4f2d-8e50-9147e84d9ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "31bf9c76-adbe-4c58-8d9e-f332e36f86db", "tag": "1bff50b4-bfa9-4d6c-bcae-38aef9bf842c"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:23:46.367011 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a9921f-0aaf-4f0e-922f-e354a4b28406 x-openstack-request-id: req-e0a9921f-0aaf-4f0e-922f-e354a4b28406 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:23:46.367359 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bf9c76-adbe-4c58-8d9e-f332e36f86db", "tag": "1bff50b4-bfa9-4d6c-bcae-38aef9bf842c", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:23:46.367672 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0a9921f-0aaf-4f0e-922f-e354a4b28406 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:23:46.368140 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a9921f-0aaf-4f0e-922f-e354a4b28406'] response: {'name': 'network-changed', 'server_uuid': '31bf9c76-adbe-4c58-8d9e-f332e36f86db', 'tag': '1bff50b4-bfa9-4d6c-bcae-38aef9bf842c', 'status': 'completed', 'code': 200} Oct 31 19:23:46.381022 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9dad0e-94fe-4a4f-a43d-eed6cc9ea180 service neutron] Pushing event updated for resources: {'Port': ['ID=1bff50b4-bfa9-4d6c-bcae-38aef9bf842c,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:46.479058 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c43777-e5ff-4f2d-8e50-9147e84d9ee5 req-d291eddd-5643-41fc-983e-b3defb7e86c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:46.480552 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a4c43777-e5ff-4f2d-8e50-9147e84d9ee5 req-d291eddd-5643-41fc-983e-b3defb7e86c4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 1127 time: 0.0474679 Oct 31 19:23:46.513131 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-df14f399-2ac3-4ac8-bf21-1352167062e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:46.514647 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-df14f399-2ac3-4ac8-bf21-1352167062e8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa&tenant_id=06b4e580885f431b9ccb8aa409fdd454 HTTP/1.1" status: 200 len: 1127 time: 0.0933876 Oct 31 19:23:46.550966 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-25667082-91ad-47ce-9c8e-96f77fd1b089 req-6a858a33-5648-4687-898b-f4a76db14c10 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487454 Oct 31 19:23:46.645752 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-12f38abb-9b86-4c36-8d9d-091337b67e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:46.647457 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-12f38abb-9b86-4c36-8d9d-091337b67e02 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=06b4e580885f431b9ccb8aa409fdd454&device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 1127 time: 0.0808640 Oct 31 19:23:46.653124 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667082-91ad-47ce-9c8e-96f77fd1b089 req-48b58f7d-7748-4bc9-9c14-86d839204eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:46.654742 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-25667082-91ad-47ce-9c8e-96f77fd1b089 req-48b58f7d-7748-4bc9-9c14-86d839204eec service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 1129 time: 0.0572870 Oct 31 19:23:46.755016 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b45656-a055-4678-bf40-d7bb0b2ab085 req-fee6793f-db0d-4794-9cb7-db1668070a36 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:46.756517 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-97b45656-a055-4678-bf40-d7bb0b2ab085 req-fee6793f-db0d-4794-9cb7-db1668070a36 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0981529 Oct 31 19:23:46.761815 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c43777-e5ff-4f2d-8e50-9147e84d9ee5 req-527c162a-6324-41b9-afdd-6118b6674958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:46.763556 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a4c43777-e5ff-4f2d-8e50-9147e84d9ee5 req-527c162a-6324-41b9-afdd-6118b6674958 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2641196 Oct 31 19:23:46.822758 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-b7b38d29-5f76-4c7d-9f2c-afc9d058ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:46.824232 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-b7b38d29-5f76-4c7d-9f2c-afc9d058ff40 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 HTTP/1.1" status: 200 len: 918 time: 0.1686592 Oct 31 19:23:46.830691 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:46.845048 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667082-91ad-47ce-9c8e-96f77fd1b089 req-42ddd920-5e69-4c99-8bc5-2aec3c23f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:46.846529 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-25667082-91ad-47ce-9c8e-96f77fd1b089 req-42ddd920-5e69-4c99-8bc5-2aec3c23f2d7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 919 time: 0.1305404 Oct 31 19:23:46.909178 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-25667082-91ad-47ce-9c8e-96f77fd1b089 req-9b0b98b6-44e4-4a84-b927-7a7b6aafca7e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac17eb8a-95b3-4c82-b434-4b9b13313e65 HTTP/1.1" status: 200 len: 217 time: 0.0367417 Oct 31 19:23:46.919142 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:46.947656 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-97b45656-a055-4678-bf40-d7bb0b2ab085 req-760cfc4e-908e-4903-9b38-ecba9184fc52 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827700 Oct 31 19:23:46.961370 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-dee41109-aa5f-4da7-8075-fb80a2504fd7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae HTTP/1.1" status: 200 len: 999 time: 0.1263962 Oct 31 19:23:46.986873 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c43777-e5ff-4f2d-8e50-9147e84d9ee5 req-9f77bcb4-10d8-4745-8e00-183ed4f4c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:46.988392 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a4c43777-e5ff-4f2d-8e50-9147e84d9ee5 req-9f77bcb4-10d8-4745-8e00-183ed4f4c652 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2099972 Oct 31 19:23:47.019255 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667082-91ad-47ce-9c8e-96f77fd1b089 req-5b036457-9aa4-42ac-9952-d9dd4ad81650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:47.020682 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-25667082-91ad-47ce-9c8e-96f77fd1b089 req-5b036457-9aa4-42ac-9952-d9dd4ad81650 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d2c209a4-c49d-431e-b8bc-b162483f4e74 HTTP/1.1" status: 200 len: 857 time: 0.0974684 Oct 31 19:23:47.027399 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-efb709dd-86ed-4dd4-bbae-0696b7e5ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:47.028710 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-efb709dd-86ed-4dd4-bbae-0696b7e5ed24 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b HTTP/1.1" status: 200 len: 856 time: 0.0575173 Oct 31 19:23:47.073725 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-744e0738-663e-423f-ad7c-53e02cce5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:47.075205 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-744e0738-663e-423f-ad7c-53e02cce5970 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 1127 time: 0.0388160 Oct 31 19:23:47.094284 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25667082-91ad-47ce-9c8e-96f77fd1b089 req-3feda037-d9bc-4e89-974f-b65c51cd5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:47.095841 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-25667082-91ad-47ce-9c8e-96f77fd1b089 req-3feda037-d9bc-4e89-974f-b65c51cd5ae5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76d0a169-b981-4155-bbd7-0bbdbbf23238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662377 Oct 31 19:23:47.096812 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-8dcafad5-554d-4e44-9e05-58f9be139dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:47.098139 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-8dcafad5-554d-4e44-9e05-58f9be139dca service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612552 Oct 31 19:23:47.117351 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-be2f40cc-52f1-46e7-b3b8-b5f24f1d2de6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bff50b4-bfa9-4d6c-bcae-38aef9bf842c HTTP/1.1" status: 200 len: 217 time: 0.0350447 Oct 31 19:23:47.171417 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-67581bb1-508a-48cd-8161-ad08245abd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:47.172783 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-67581bb1-508a-48cd-8161-ad08245abd49 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ea13b07d-23c0-4ab1-af41-11d895efc58d HTTP/1.1" status: 200 len: 850 time: 0.0430894 Oct 31 19:23:47.222481 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-d51d132b-dbb5-4dd3-b8ae-2176d0d28fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:47.223948 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-d51d132b-dbb5-4dd3-b8ae-2176d0d28fac service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386088 Oct 31 19:23:47.232678 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:47.240003 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:47.268729 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-f6bd128f-d682-48e1-b59a-37a81e10ca4d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541059 Oct 31 19:23:47.270550 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-25667082-91ad-47ce-9c8e-96f77fd1b089 req-bd7c5b71-adb5-40ba-b9e3-ba83baae1a27 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629667 Oct 31 19:23:47.323954 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-6c407537-0619-4335-9e6f-75acca10bed7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917759 Oct 31 19:23:47.418404 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-332f9484-6478-4b4b-a767-2bd8bdb5718a req-788a35b0-ef97-4b4f-9231-264a9ded36fa service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867693 Oct 31 19:23:47.658589 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce301920-0b87-40d9-a6b0-e2e5fd7de73e req-6ae89c93-1a6c-47f5-9e28-9ba593ed9d08 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:47.660057 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ce301920-0b87-40d9-a6b0-e2e5fd7de73e req-6ae89c93-1a6c-47f5-9e28-9ba593ed9d08 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 943 time: 0.3818688 Oct 31 19:23:47.723250 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-25667082-91ad-47ce-9c8e-96f77fd1b089 req-1af603fb-ab39-4f99-a5e1-5739a41476e9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341345 Oct 31 19:23:47.729769 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-d514b1f1-1288-4290-87aa-838cbcc80a7b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428976 Oct 31 19:23:47.747064 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ce301920-0b87-40d9-a6b0-e2e5fd7de73e req-c9c2920b-033e-4f4a-8fba-94f91eee8156 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804183 Oct 31 19:23:48.089792 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4d6f7-0515-44d8-adc6-c04619e27861 req-83af4273-4bb8-42aa-8bb0-e1e4f0ec5f35 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:48.091607 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f5c4d6f7-0515-44d8-adc6-c04619e27861 req-83af4273-4bb8-42aa-8bb0-e1e4f0ec5f35 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0514307 Oct 31 19:23:48.139752 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f5c4d6f7-0515-44d8-adc6-c04619e27861 req-ce9e3fbe-8740-46d5-a05b-1fc70f33c018 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428128 Oct 31 19:23:48.914463 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7898e2-7a6e-4aed-8e7d-66f6356e84da req-32208693-3f03-423d-96d7-1ffcd09f2594 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:48.930505 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2a7898e2-7a6e-4aed-8e7d-66f6356e84da req-32208693-3f03-423d-96d7-1ffcd09f2594 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 943 time: 0.0913053 Oct 31 19:23:48.991020 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2a7898e2-7a6e-4aed-8e7d-66f6356e84da req-46e9a488-0916-4756-93b1-91424ba3ddca tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582914 Oct 31 19:23:49.268218 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd70400-340b-448b-9eab-db7798fe81b6 req-0deae2a3-0001-497d-bba7-2cfa73984f00 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:49.269733 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4fd70400-340b-448b-9eab-db7798fe81b6 req-0deae2a3-0001-497d-bba7-2cfa73984f00 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0483348 Oct 31 19:23:49.318419 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4fd70400-340b-448b-9eab-db7798fe81b6 req-9de3207c-53c1-4a68-aea2-6b1a44eafb23 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428443 Oct 31 19:23:50.121808 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11382553-5e82-4a11-96f5-8cd8472b06b9 req-2875b35c-4564-4c03-b1d7-787681ed3e30 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:50.123353 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-11382553-5e82-4a11-96f5-8cd8472b06b9 req-2875b35c-4564-4c03-b1d7-787681ed3e30 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 943 time: 0.0526426 Oct 31 19:23:50.195794 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-11382553-5e82-4a11-96f5-8cd8472b06b9 req-f1944030-eee7-43b7-b70d-4bdedd5cc2c3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654013 Oct 31 19:23:50.460735 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962f0ad-4203-4659-bc24-fedfe89b136a req-cdde9c50-ce79-4981-9f58-ddcc920b395c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:50.462276 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-2962f0ad-4203-4659-bc24-fedfe89b136a req-cdde9c50-ce79-4981-9f58-ddcc920b395c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0490203 Oct 31 19:23:50.519772 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-2962f0ad-4203-4659-bc24-fedfe89b136a req-964e5d84-3326-47b8-86ae-1a903497ee86 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515652 Oct 31 19:23:51.059686 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:23:51.326890 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab40c55-97e7-4d89-bbfe-7515ce976e13 req-da48dd0e-cf71-470d-8fcc-d88552c526ff tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:51.329046 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7ab40c55-97e7-4d89-bbfe-7515ce976e13 req-da48dd0e-cf71-470d-8fcc-d88552c526ff tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 943 time: 0.0514681 Oct 31 19:23:51.394241 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7ab40c55-97e7-4d89-bbfe-7515ce976e13 req-9e492c2a-d827-40a4-a8a1-4b61fba383c0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595167 Oct 31 19:23:51.660603 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbb914-90cf-4614-b5b1-cb79b494c6c2 req-daaff2bf-8470-4df8-bcbc-929cb2a212b5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:51.662070 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-99bbb914-90cf-4614-b5b1-cb79b494c6c2 req-daaff2bf-8470-4df8-bcbc-929cb2a212b5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0500064 Oct 31 19:23:51.711017 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-99bbb914-90cf-4614-b5b1-cb79b494c6c2 req-b74d01d5-21df-4be2-8eb9-b00d2e5f490b tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425279 Oct 31 19:23:52.537912 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739f03d-9204-43e6-a587-5287b7e5b372 req-e2511cee-8b25-46d2-bf5a-5a81e2c9c23f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:52.539434 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6739f03d-9204-43e6-a587-5287b7e5b372 req-e2511cee-8b25-46d2-bf5a-5a81e2c9c23f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 943 time: 0.0481837 Oct 31 19:23:52.565599 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:52.590223 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6739f03d-9204-43e6-a587-5287b7e5b372 req-8f09143b-b21f-4da9-a352-b408ec9e4097 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447211 Oct 31 19:23:52.847602 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46261442-e34b-4ff5-a0d2-aa6d7dba5929 req-cf7f2502-3c08-4709-878d-7385f1b2d097 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:52.849136 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-46261442-e34b-4ff5-a0d2-aa6d7dba5929 req-cf7f2502-3c08-4709-878d-7385f1b2d097 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0486717 Oct 31 19:23:52.898212 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-46261442-e34b-4ff5-a0d2-aa6d7dba5929 req-cc761508-1f5f-4c72-809d-f0d901ab4316 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433290 Oct 31 19:23:53.717960 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf08d2e-f611-4904-b469-008ed5f6096d req-991dcbca-1cbc-47fe-ba02-bc8f9d3b9b0f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:53.719518 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-dbf08d2e-f611-4904-b469-008ed5f6096d req-991dcbca-1cbc-47fe-ba02-bc8f9d3b9b0f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 943 time: 0.0498281 Oct 31 19:23:53.786544 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-dbf08d2e-f611-4904-b469-008ed5f6096d req-7723a629-05c5-4ff2-9ca1-20994ef3629e tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608227 Oct 31 19:23:54.038590 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e45e87-1f20-4b91-a7ac-c83527249a47 req-fd6bd44c-f78c-4418-b357-e761ccc7347c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:54.040746 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-58e45e87-1f20-4b91-a7ac-c83527249a47 req-fd6bd44c-f78c-4418-b357-e761ccc7347c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0542414 Oct 31 19:23:54.088325 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-58e45e87-1f20-4b91-a7ac-c83527249a47 req-3fd57d78-d5fb-4216-aa5d-14e3f557323a tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416884 Oct 31 19:23:54.931273 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8cf89-721e-4672-935c-84cb4e9fc682 req-89de2a40-63d8-4121-983d-b553f92da880 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:54.932931 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-28e8cf89-721e-4672-935c-84cb4e9fc682 req-89de2a40-63d8-4121-983d-b553f92da880 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 943 time: 0.0618515 Oct 31 19:23:54.987984 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-28e8cf89-721e-4672-935c-84cb4e9fc682 req-b991cb31-e2ec-414d-b440-967837dc85af tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475686 Oct 31 19:23:55.209196 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 50946) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:55.252136 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243e88c-9449-4075-a4f4-533371fa18af req-72f36b7b-91e2-4016-a569-53479afe8131 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:55.252726 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b243e88c-9449-4075-a4f4-533371fa18af req-72f36b7b-91e2-4016-a569-53479afe8131 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0650954 Oct 31 19:23:55.316981 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b243e88c-9449-4075-a4f4-533371fa18af req-bdc33f58-299c-41e6-a333-f2e26a2820ba tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570641 Oct 31 19:23:55.344758 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a88c06ee-e444-4b5a-a279-edcdf2faed12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:55.434869 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:55.437712 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a88c06ee-e444-4b5a-a279-edcdf2faed12 admin admin] Publish callbacks [] for security_group (647b4763-6309-4350-905c-4a99b5b44480), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:55.442222 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a88c06ee-e444-4b5a-a279-edcdf2faed12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (647b4763-6309-4350-905c-4a99b5b44480), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:55.486659 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-a88c06ee-e444-4b5a-a279-edcdf2faed12 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=126299f63fa94ab7a05e712e5f576b10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763627 Oct 31 19:23:55.487542 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c06ee-e444-4b5a-a279-edcdf2faed12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647b4763-6309-4350-905c-4a99b5b44480,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:55.489452 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 50952) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:23:55.519773 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:55.533334 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=84 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:55.535799 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:55.548469 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-74c1be7c-4dea-4f6a-a7e4-711454cf3c60 admin admin] Publish callbacks [] for security_group (647b4763-6309-4350-905c-4a99b5b44480), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:55.551115 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:23:55.571424 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-74c1be7c-4dea-4f6a-a7e4-711454cf3c60 admin admin] Publish callbacks [] for security_group (647b4763-6309-4350-905c-4a99b5b44480), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:55.620322 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-74c1be7c-4dea-4f6a-a7e4-711454cf3c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (647b4763-6309-4350-905c-4a99b5b44480), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:55.623066 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-74c1be7c-4dea-4f6a-a7e4-711454cf3c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:23:55.625010 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-74c1be7c-4dea-4f6a-a7e4-711454cf3c60 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/647b4763-6309-4350-905c-4a99b5b44480 HTTP/1.1" status: 204 len: 168 time: 0.1331489 Oct 31 19:23:55.633490 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1be7c-4dea-4f6a-a7e4-711454cf3c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647b4763-6309-4350-905c-4a99b5b44480,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:23:56.147556 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb04f3d-4732-4865-8afd-6c3a611da60f req-4918b7e6-42a3-4fee-82b0-38f60463865d tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:56.149923 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8cb04f3d-4732-4865-8afd-6c3a611da60f req-4918b7e6-42a3-4fee-82b0-38f60463865d tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 943 time: 0.0794764 Oct 31 19:23:56.238746 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8cb04f3d-4732-4865-8afd-6c3a611da60f req-b98cbe0e-9457-464b-9e38-b952cf88a97c tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830805 Oct 31 19:23:56.493423 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7c340-db65-4e6c-91be-46a1e0e88ca5 req-c64f4359-df01-4ecc-802e-0edba053bba7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:56.511616 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3ac7c340-db65-4e6c-91be-46a1e0e88ca5 req-c64f4359-df01-4ecc-802e-0edba053bba7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0662732 Oct 31 19:23:56.560835 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3ac7c340-db65-4e6c-91be-46a1e0e88ca5 req-14e53bec-17bf-4c6a-8035-aeec7102de26 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583439 Oct 31 19:23:57.377814 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cde9a2-51bd-4741-9865-b8c2dce78abf req-63b10395-d4ac-49ce-a91d-56037dc76ad4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:57.379514 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9cde9a2-51bd-4741-9865-b8c2dce78abf req-63b10395-d4ac-49ce-a91d-56037dc76ad4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 943 time: 0.0609915 Oct 31 19:23:57.434572 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9cde9a2-51bd-4741-9865-b8c2dce78abf req-50e97bec-8f62-4a8a-9887-c1c3138d0dfc tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485432 Oct 31 19:23:57.697158 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7bc24-8abd-42cd-89d4-c251db0f267d req-ec7ea0b5-0624-4df8-b16c-9122a59684d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:57.699388 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7ff7bc24-8abd-42cd-89d4-c251db0f267d req-ec7ea0b5-0624-4df8-b16c-9122a59684d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0463359 Oct 31 19:23:57.750071 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7ff7bc24-8abd-42cd-89d4-c251db0f267d req-1c18bd54-571d-4f38-862a-bd01f0b214c6 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437512 Oct 31 19:23:58.557556 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81b6c9-c8ec-427f-9dd2-fefbd5436cff req-ae0fcf66-132a-451a-9759-8df0d379a0a9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:58.559106 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-cd81b6c9-c8ec-427f-9dd2-fefbd5436cff req-ae0fcf66-132a-451a-9759-8df0d379a0a9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 943 time: 0.0473433 Oct 31 19:23:58.614788 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-cd81b6c9-c8ec-427f-9dd2-fefbd5436cff req-f15e6e6a-dc98-47b2-b911-ca843b9adc23 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502651 Oct 31 19:23:58.875072 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b27887-fe14-47db-a25f-d26e1bb0ae31 req-9b85193d-d25e-4855-95a7-2c9640e7f956 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:58.876488 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d5b27887-fe14-47db-a25f-d26e1bb0ae31 req-9b85193d-d25e-4855-95a7-2c9640e7f956 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0457535 Oct 31 19:23:58.923475 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d5b27887-fe14-47db-a25f-d26e1bb0ae31 req-9712f8eb-5d4c-492c-a6ea-f46ff69f3271 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409389 Oct 31 19:23:59.751324 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392b214-aedf-4e9f-a3a0-a0b8680d08a9 req-d5719247-b9f3-463d-ae18-187619560d53 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:23:59.752817 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f392b214-aedf-4e9f-a3a0-a0b8680d08a9 req-d5719247-b9f3-463d-ae18-187619560d53 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 943 time: 0.0473216 Oct 31 19:23:59.804114 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f392b214-aedf-4e9f-a3a0-a0b8680d08a9 req-49331ffa-2c95-4be2-94a8-81dad3560e2e tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447781 Oct 31 19:24:00.052184 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3fad9-9bc7-4ff9-ba7b-02cb975c9774 req-2fc1110c-e755-4be4-8216-be10cda15372 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:00.053663 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-47e3fad9-9bc7-4ff9-ba7b-02cb975c9774 req-2fc1110c-e755-4be4-8216-be10cda15372 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0479088 Oct 31 19:24:00.099137 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-47e3fad9-9bc7-4ff9-ba7b-02cb975c9774 req-d25244ff-34ac-4b2e-bde2-51a9ab7c416f tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397377 Oct 31 19:24:00.929550 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fd517-984b-4600-b7a6-ef9328ce21b2 req-1bb57f5c-8986-4e0b-82e3-6e55cf50fded tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:00.931056 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-166fd517-984b-4600-b7a6-ef9328ce21b2 req-1bb57f5c-8986-4e0b-82e3-6e55cf50fded tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 943 time: 0.0506613 Oct 31 19:24:00.981398 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-166fd517-984b-4600-b7a6-ef9328ce21b2 req-b0ee41c6-3f4d-4eb5-a667-7cdf9742870c tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446668 Oct 31 19:24:01.227645 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5d235-fcb6-4d67-a38c-ca9803d87d91 req-37fa27e8-7e51-49ad-ade1-a9e742bfc934 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:01.229779 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f0a5d235-fcb6-4d67-a38c-ca9803d87d91 req-37fa27e8-7e51-49ad-ade1-a9e742bfc934 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0499506 Oct 31 19:24:01.280804 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f0a5d235-fcb6-4d67-a38c-ca9803d87d91 req-e7e9676a-70fa-4bdc-a080-f29f5b35f7b5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454910 Oct 31 19:24:01.577210 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-58b03217-a0c4-4fb5-b00c-2145ae1a60e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:01.630975 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:24:01.735518 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=1bff50b4-bfa9-4d6c-bcae-38aef9bf842c,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:24:01.746696 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '1bff50b4-bfa9-4d6c-bcae-38aef9bf842c', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'port_id': '1bff50b4-bfa9-4d6c-bcae-38aef9bf842c', 'mac_address': 'fa:16:3e:07:a8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:24:01.788514 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:24:01.789020 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (1bff50b4-bfa9-4d6c-bcae-38aef9bf842c), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:01.806300 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:24:01.837288 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=1bff50b4-bfa9-4d6c-bcae-38aef9bf842c,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:24:01.843745 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (1bff50b4-bfa9-4d6c-bcae-38aef9bf842c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:01.899423 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=1bff50b4-bfa9-4d6c-bcae-38aef9bf842c,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:02.058810 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb49021-9e8e-441c-b469-78166c59a425 req-744c4914-e28d-4eb2-b08c-d7011f688575 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:02.060402 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4bb49021-9e8e-441c-b469-78166c59a425 req-744c4914-e28d-4eb2-b08c-d7011f688575 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 946 time: 0.0572448 Oct 31 19:24:02.093598 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:02.114252 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8539e8-6b0c-4707-af6d-e2d5a515012d req-f9e3c9f6-0554-483d-b5e1-cc1da5dbd2c4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:02.114519 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4bb49021-9e8e-441c-b469-78166c59a425 req-a9c1e6d8-2d45-424f-813f-31d9aa1b6c42 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486054 Oct 31 19:24:02.116166 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5b8539e8-6b0c-4707-af6d-e2d5a515012d req-f9e3c9f6-0554-483d-b5e1-cc1da5dbd2c4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 944 time: 0.0567465 Oct 31 19:24:02.144636 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 51082) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:24:02.168739 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['1bff50b4-bfa9-4d6c-bcae-38aef9bf842c'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:24:02.179197 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5b8539e8-6b0c-4707-af6d-e2d5a515012d req-70b47a7d-ebd1-4e78-a9c3-fc26b15008d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567896 Oct 31 19:24:02.358862 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b2aee2-006c-4968-b1f2-4057f0a3e843 tempest-TestMinimumBasicScenario-452791545 tempest-TestMinimumBasicScenario-452791545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:02.365442 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-c4b2aee2-006c-4968-b1f2-4057f0a3e843 tempest-TestMinimumBasicScenario-452791545 tempest-TestMinimumBasicScenario-452791545-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 1125 time: 0.2183402 Oct 31 19:24:02.366463 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 51092) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:24:02.372024 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Request body: {'floatingip': {'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'port_id': '02358090-76d2-46a6-9956-91d3a84a985a', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:24:02.401129 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:02.428660 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe95528-a511-4698-b760-635a2d05d0ee req-d02bcb0a-34cd-4b1f-8694-9d5b3961f010 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:02.430385 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bbe95528-a511-4698-b760-635a2d05d0ee req-d02bcb0a-34cd-4b1f-8694-9d5b3961f010 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0558412 Oct 31 19:24:02.486391 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bbe95528-a511-4698-b760-635a2d05d0ee req-8363c172-845e-44b9-bf4c-3479b46c8424 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497003 Oct 31 19:24:02.504025 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:02.607311 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:02.615692 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Allocated IP 172.27.0.137 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/75d3d433-daf5-4f0e-a3be-5836ab165ef2) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:24:02.719568 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:02.736545 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for port (75d3d433-daf5-4f0e-a3be-5836ab165ef2), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:02.771607 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (75d3d433-daf5-4f0e-a3be-5836ab165ef2), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:02.810542 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:24:02.817909 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:24:02.822307 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:24:02.825535 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Pushing event updated for resources: {'Port': ['ID=75d3d433-daf5-4f0e-a3be-5836ab165ef2,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:03.172197 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for floatingip (d8a06bbf-2853-461e-8a58-ef5555467ec9), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:03.243033 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (75d3d433-daf5-4f0e-a3be-5836ab165ef2), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:03.326452 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580915e-4ef8-40ad-84f0-34d1ecdcd81f req-09cc51b9-ed96-472d-953a-3bdcb574f8ab tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:03.327971 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e580915e-4ef8-40ad-84f0-34d1ecdcd81f req-09cc51b9-ed96-472d-953a-3bdcb574f8ab tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 944 time: 0.0633399 Oct 31 19:24:03.630900 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d0eaf-b2e0-4c1d-862f-198ebd164b41 req-1344b757-2d1f-4eab-9c81-d09def4d5ee3 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:03.631457 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:24:03.635786 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-501d0eaf-b2e0-4c1d-862f-198ebd164b41 req-1344b757-2d1f-4eab-9c81-d09def4d5ee3 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0574591 Oct 31 19:24:03.658078 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:03.675239 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e580915e-4ef8-40ad-84f0-34d1ecdcd81f req-92492164-ef8b-4985-ab96-d4dc5473c161 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3355582 Oct 31 19:24:03.676997 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:24:03.686835 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-501d0eaf-b2e0-4c1d-862f-198ebd164b41 req-18b27d83-bedf-440e-9346-7e3d573d95c4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474951 Oct 31 19:24:03.698587 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:24:03.699236 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (1bff50b4-bfa9-4d6c-bcae-38aef9bf842c), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:03.699877 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c Oct 31 19:24:03.723486 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for port (75d3d433-daf5-4f0e-a3be-5836ab165ef2), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:03.728075 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5226044'] for port (75d3d433-daf5-4f0e-a3be-5836ab165ef2), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:03.731456 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:03.746897 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:03.769162 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:03.790882 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:24:03.791299 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (1bff50b4-bfa9-4d6c-bcae-38aef9bf842c), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:03.804336 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (d8a06bbf-2853-461e-8a58-ef5555467ec9), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:03.806148 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Pushing event updated for resources: {'Port': ['ID=75d3d433-daf5-4f0e-a3be-5836ab165ef2,revision_number=2']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:03.818590 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bf9c76-adbe-4c58-8d9e-f332e36f86db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bff50b4-bfa9-4d6c-bcae-38aef9bf842c'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:24:03.820964 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e209ddfd-da1e-46a0-b148-f7292a9bf503" -d '{"events": [{"server_uuid": "31bf9c76-adbe-4c58-8d9e-f332e36f86db", "name": "network-vif-plugged", "status": "completed", "tag": "1bff50b4-bfa9-4d6c-bcae-38aef9bf842c"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:24:03.834529 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=1bff50b4-bfa9-4d6c-bcae-38aef9bf842c,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:24:03.840558 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (1bff50b4-bfa9-4d6c-bcae-38aef9bf842c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:03.868902 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c50987-150d-4af9-8841-4ca4c6a5de29 x-openstack-request-id: req-79c50987-150d-4af9-8841-4ca4c6a5de29 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:24:03.868902 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bf9c76-adbe-4c58-8d9e-f332e36f86db", "name": "network-vif-plugged", "status": "completed", "tag": "1bff50b4-bfa9-4d6c-bcae-38aef9bf842c", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:24:03.869106 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79c50987-150d-4af9-8841-4ca4c6a5de29 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:24:03.869500 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c50987-150d-4af9-8841-4ca4c6a5de29'] response: {'server_uuid': '31bf9c76-adbe-4c58-8d9e-f332e36f86db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bff50b4-bfa9-4d6c-bcae-38aef9bf842c', 'code': 200} Oct 31 19:24:03.909921 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.l3_db [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Floating IP d8a06bbf-2853-461e-8a58-ef5555467ec9 associated. External IP: 172.27.0.137, port: 02358090-76d2-46a6-9956-91d3a84a985a. Oct 31 19:24:03.918633 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5b88d568-4ef7-4928-bac5-c969ec28fcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:03.919902 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=1bff50b4-bfa9-4d6c-bcae-38aef9bf842c,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:04.108586 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:24:04.163956 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddd5e6-75cd-4f6c-9761-0b4c70dd25c0 req-2d7e6d45-7f9c-4f18-9f61-65074cfd9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:04.165477 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95ddd5e6-75cd-4f6c-9761-0b4c70dd25c0 req-2d7e6d45-7f9c-4f18-9f61-65074cfd9024 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 1129 time: 0.0391579 Oct 31 19:24:04.213051 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:24:04.216087 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95ddd5e6-75cd-4f6c-9761-0b4c70dd25c0 req-72f82f4d-ba4d-47e1-83f7-2630c764abf7 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426786 Oct 31 19:24:04.222800 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2b52d-41a1-4959-8fce-8f8e89b277bd None None] Sync routers for ids ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:24:04.231341 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:04.233733 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b2b52d-41a1-4959-8fce-8f8e89b277bd None None] Routers {'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:24:04.234533 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-14b2b52d-41a1-4959-8fce-8f8e89b277bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:24:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:24:04.263949 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-0095fa59-09e6-4bfb-a7fd-0bb3d9dfb9ca tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8933098 Oct 31 19:24:04.263949 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'tag': '02358090-76d2-46a6-9956-91d3a84a985a'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:24:04.264331 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 51130) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:24:04.264439 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b63018d-1b5e-4eb2-8bf5-f878a1b49949" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd39339-b802-43f3-aba3-432fd6e5387e", "tag": "02358090-76d2-46a6-9956-91d3a84a985a"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:24:04.269375 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-4f00c327-3c82-4f2e-b720-a5b2ea495100 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-477765809', 'description': 'tempest-secgroup-smoke-477765809 description', 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:24:04.294789 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4f00c327-3c82-4f2e-b720-a5b2ea495100 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:04.307713 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75828a2-f6b0-4931-a56f-d4f7b3d10c8e x-openstack-request-id: req-e75828a2-f6b0-4931-a56f-d4f7b3d10c8e {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:24:04.308002 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd39339-b802-43f3-aba3-432fd6e5387e", "tag": "02358090-76d2-46a6-9956-91d3a84a985a", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:24:04.308251 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e75828a2-f6b0-4931-a56f-d4f7b3d10c8e {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:24:04.308651 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75828a2-f6b0-4931-a56f-d4f7b3d10c8e'] response: {'name': 'network-changed', 'server_uuid': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'tag': '02358090-76d2-46a6-9956-91d3a84a985a', 'status': 'completed', 'code': 200} Oct 31 19:24:04.310632 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:04.345525 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-14b2b52d-41a1-4959-8fce-8f8e89b277bd None None] Set router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:24:04.371421 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4f00c327-3c82-4f2e-b720-a5b2ea495100 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group (275ada28-2ceb-4fef-9ebc-74981cf09323), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:04.375864 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4f00c327-3c82-4f2e-b720-a5b2ea495100 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (275ada28-2ceb-4fef-9ebc-74981cf09323), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:04.407869 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4f00c327-3c82-4f2e-b720-a5b2ea495100 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:04.409101 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-4f00c327-3c82-4f2e-b720-a5b2ea495100 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1432743 Oct 31 19:24:04.411042 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00c327-3c82-4f2e-b720-a5b2ea495100 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275ada28-2ceb-4fef-9ebc-74981cf09323,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:04.412298 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 51134) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:24:04.417371 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-bd9ac6cc-32b7-4bdc-9a7c-0176150b6071 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Request body: {'security_group_rule': {'security_group_id': '275ada28-2ceb-4fef-9ebc-74981cf09323', 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:24:04.444045 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-bd9ac6cc-32b7-4bdc-9a7c-0176150b6071 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (42795d0b-fd38-4fe0-974d-5a7941612227), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:04.503317 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-bd9ac6cc-32b7-4bdc-9a7c-0176150b6071 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (42795d0b-fd38-4fe0-974d-5a7941612227), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:04.507290 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-bd9ac6cc-32b7-4bdc-9a7c-0176150b6071 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (42795d0b-fd38-4fe0-974d-5a7941612227), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:04.526754 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ac6cc-32b7-4bdc-9a7c-0176150b6071 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42795d0b-fd38-4fe0-974d-5a7941612227,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:04.527379 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63018d-1b5e-4eb2-8bf5-f878a1b49949 req-f1112eb3-66b4-46c3-b0ef-fd0843797ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:04.530773 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6b63018d-1b5e-4eb2-8bf5-f878a1b49949 req-f1112eb3-66b4-46c3-b0ef-fd0843797ae1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=c47ae1789d284a72bb71a6ffe55e7d8b&device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 1130 time: 0.0476143 Oct 31 19:24:04.534548 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-bd9ac6cc-32b7-4bdc-9a7c-0176150b6071 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:04.538276 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-bd9ac6cc-32b7-4bdc-9a7c-0176150b6071 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222224 Oct 31 19:24:04.538524 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 51138) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:24:04.543203 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-a7a30fdb-db7e-4b28-af60-75d66733ee74 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Request body: {'security_group_rule': {'security_group_id': '275ada28-2ceb-4fef-9ebc-74981cf09323', 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:24:04.576101 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-14b2b52d-41a1-4959-8fce-8f8e89b277bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'name': 'tempest-TestMinimumBasicScenario-1371409459-router', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:29Z', 'updated_at': '2022-10-31T19:22:34Z', 'revision_number': 4, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'gw_port': {'id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': 'd8a06bbf-2853-461e-8a58-ef5555467ec9', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'port_id': '02358090-76d2-46a6-9956-91d3a84a985a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'mac_address': 'fa:16:3e:60:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:24:03Z', 'updated_at': '2022-10-31T19:24:03Z', 'revision_number': 0, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f00bced-615e-4c9b-9442-70bb38b57c12', 'name': '', 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'mac_address': 'fa:16:3e:7e:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6041325e-1127-4844-85cb-5712b83a13fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:33Z', 'updated_at': '2022-10-31T19:22:46Z', 'revision_number': 5, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'subnets': [{'id': '6041325e-1127-4844-85cb-5712b83a13fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:24:04.578779 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a7a30fdb-db7e-4b28-af60-75d66733ee74 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (4dca1c49-7458-4f5b-8d00-940f291c961e), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:04.605429 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2b52d-41a1-4959-8fce-8f8e89b277bd None None] Checking router: c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:24:04.617170 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b2b52d-41a1-4959-8fce-8f8e89b277bd None None] Routers {'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:24:04.617936 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-14b2b52d-41a1-4959-8fce-8f8e89b277bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:24:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:24:04.638207 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a7a30fdb-db7e-4b28-af60-75d66733ee74 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (4dca1c49-7458-4f5b-8d00-940f291c961e), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:04.641598 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63018d-1b5e-4eb2-8bf5-f878a1b49949 req-b71b745a-2bf0-4721-bd65-419688b80725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:04.643189 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6b63018d-1b5e-4eb2-8bf5-f878a1b49949 req-b71b745a-2bf0-4721-bd65-419688b80725 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c6bf2493-20fd-4374-968a-63f86eb3e413 HTTP/1.1" status: 200 len: 916 time: 0.0985286 Oct 31 19:24:04.643959 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a7a30fdb-db7e-4b28-af60-75d66733ee74 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (4dca1c49-7458-4f5b-8d00-940f291c961e), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:04.663587 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a30fdb-db7e-4b28-af60-75d66733ee74 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dca1c49-7458-4f5b-8d00-940f291c961e,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:04.665173 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:04.674078 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a7a30fdb-db7e-4b28-af60-75d66733ee74 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:04.675472 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-a7a30fdb-db7e-4b28-af60-75d66733ee74 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360109 Oct 31 19:24:04.678159 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 51144) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:24:04.682647 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-6d6d2925-327d-4f7f-b2a2-24e8792a1eaf tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Request body: {'security_group_rule': {'security_group_id': '275ada28-2ceb-4fef-9ebc-74981cf09323', 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:24:04.699843 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:04.715244 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2925-327d-4f7f-b2a2-24e8792a1eaf tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (e41821b1-b029-47c0-b8e9-76a08aafee4c), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:04.737495 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-14b2b52d-41a1-4959-8fce-8f8e89b277bd None None] Set router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:24:04.855871 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13174f-0f59-470b-97cd-f5d180130a1b req-c3b2d2a7-727d-46b3-a998-3c4c62d0361f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:04.857364 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8f13174f-0f59-470b-97cd-f5d180130a1b req-c3b2d2a7-727d-46b3-a998-3c4c62d0361f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 945 time: 0.0749915 Oct 31 19:24:04.863940 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2925-327d-4f7f-b2a2-24e8792a1eaf tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (e41821b1-b029-47c0-b8e9-76a08aafee4c), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:04.872896 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25705a-6ad8-4f4a-930a-7bcb7311ebb0 req-6ebfb6be-0f48-4e49-b0a3-45202c94a890 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:04.875197 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-5d25705a-6ad8-4f4a-930a-7bcb7311ebb0 req-6ebfb6be-0f48-4e49-b0a3-45202c94a890 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0636766 Oct 31 19:24:04.878277 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2925-327d-4f7f-b2a2-24e8792a1eaf tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (e41821b1-b029-47c0-b8e9-76a08aafee4c), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:04.913772 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d2925-327d-4f7f-b2a2-24e8792a1eaf tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41821b1-b029-47c0-b8e9-76a08aafee4c,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:04.925861 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2925-327d-4f7f-b2a2-24e8792a1eaf tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:04.929939 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-6d6d2925-327d-4f7f-b2a2-24e8792a1eaf tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2478111 Oct 31 19:24:04.930072 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 51154) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:24:04.934557 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-903d59b7-743f-464b-8575-a06c2401b985 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Request body: {'security_group_rule': {'security_group_id': '275ada28-2ceb-4fef-9ebc-74981cf09323', 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:24:04.936178 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8f13174f-0f59-470b-97cd-f5d180130a1b req-fab0a5a0-8b1c-40f9-8e32-283764dc7707 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710902 Oct 31 19:24:04.944190 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-5d25705a-6ad8-4f4a-930a-7bcb7311ebb0 req-398db132-080c-4b9a-b6e1-477008beccf1 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612364 Oct 31 19:24:04.969876 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-903d59b7-743f-464b-8575-a06c2401b985 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (b5bdf67d-cc97-4e01-bb15-7366bfed68e6), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:05.038193 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-903d59b7-743f-464b-8575-a06c2401b985 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (b5bdf67d-cc97-4e01-bb15-7366bfed68e6), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:05.042164 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-903d59b7-743f-464b-8575-a06c2401b985 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (b5bdf67d-cc97-4e01-bb15-7366bfed68e6), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:05.047182 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:05.050790 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-14b2b52d-41a1-4959-8fce-8f8e89b277bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'name': 'tempest-TestMinimumBasicScenario-1371409459-router', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:29Z', 'updated_at': '2022-10-31T19:22:34Z', 'revision_number': 4, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'gw_port': {'id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': 'd8a06bbf-2853-461e-8a58-ef5555467ec9', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'port_id': '02358090-76d2-46a6-9956-91d3a84a985a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'mac_address': 'fa:16:3e:60:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:24:03Z', 'updated_at': '2022-10-31T19:24:03Z', 'revision_number': 0, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f00bced-615e-4c9b-9442-70bb38b57c12', 'name': '', 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'mac_address': 'fa:16:3e:7e:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6041325e-1127-4844-85cb-5712b83a13fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:33Z', 'updated_at': '2022-10-31T19:22:46Z', 'revision_number': 5, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'subnets': [{'id': '6041325e-1127-4844-85cb-5712b83a13fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:24:05.063365 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d59b7-743f-464b-8575-a06c2401b985 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bdf67d-cc97-4e01-bb15-7366bfed68e6,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:05.074561 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-903d59b7-743f-464b-8575-a06c2401b985 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:05.075813 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-903d59b7-743f-464b-8575-a06c2401b985 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447337 Oct 31 19:24:05.079260 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 51156) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:24:05.084692 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-ebc27915-5613-4394-8b78-13f79f200d77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Request body: {'security_group_rule': {'security_group_id': '275ada28-2ceb-4fef-9ebc-74981cf09323', 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:24:05.100993 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:05.111524 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.securitygroups_db [None req-ebc27915-5613-4394-8b78-13f79f200d77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Project c47ae1789d284a72bb71a6ffe55e7d8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 19:24:05.118603 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ebc27915-5613-4394-8b78-13f79f200d77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (f748e428-0948-406b-a9c5-622cff5f2b8b), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:05.215621 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2b52d-41a1-4959-8fce-8f8e89b277bd None None] The sync data for ids ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'] in dv-cinder-863097-1-iscsi is: [{'id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'name': 'tempest-TestMinimumBasicScenario-1371409459-router', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:29Z', 'updated_at': '2022-10-31T19:22:34Z', 'revision_number': 4, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'gw_port': {'id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': 'd8a06bbf-2853-461e-8a58-ef5555467ec9', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'port_id': '02358090-76d2-46a6-9956-91d3a84a985a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'mac_address': 'fa:16:3e:60:85:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:24:03Z', 'updated_at': '2022-10-31T19:24:03Z', 'revision_number': 0, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f00bced-615e-4c9b-9442-70bb38b57c12', 'name': '', 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'mac_address': 'fa:16:3e:7e:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6041325e-1127-4844-85cb-5712b83a13fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:33Z', 'updated_at': '2022-10-31T19:22:46Z', 'revision_number': 5, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'subnets': [{'id': '6041325e-1127-4844-85cb-5712b83a13fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:24:05.231066 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6b63018d-1b5e-4eb2-8bf5-f878a1b49949 req-6cca8901-8c3c-4cf9-bd61-e875b28ff841 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02358090-76d2-46a6-9956-91d3a84a985a HTTP/1.1" status: 200 len: 1000 time: 0.0897474 Oct 31 19:24:05.237392 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ebc27915-5613-4394-8b78-13f79f200d77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (f748e428-0948-406b-a9c5-622cff5f2b8b), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:05.241750 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ebc27915-5613-4394-8b78-13f79f200d77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (f748e428-0948-406b-a9c5-622cff5f2b8b), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:05.290305 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc27915-5613-4394-8b78-13f79f200d77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f748e428-0948-406b-a9c5-622cff5f2b8b,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:05.306353 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ebc27915-5613-4394-8b78-13f79f200d77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:05.307578 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-ebc27915-5613-4394-8b78-13f79f200d77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2272754 Oct 31 19:24:05.310528 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 51158) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:24:05.315622 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-be3f61a6-7016-4b06-a089-2574cffd930c tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Request body: {'security_group_rule': {'security_group_id': '275ada28-2ceb-4fef-9ebc-74981cf09323', 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:24:05.318256 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63018d-1b5e-4eb2-8bf5-f878a1b49949 req-52929b57-8d17-4259-b7ad-70a412b69659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:05.319852 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6b63018d-1b5e-4eb2-8bf5-f878a1b49949 req-52929b57-8d17-4259-b7ad-70a412b69659 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6041325e-1127-4844-85cb-5712b83a13fd HTTP/1.1" status: 200 len: 854 time: 0.0607607 Oct 31 19:24:05.337583 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.securitygroups_db [None req-be3f61a6-7016-4b06-a089-2574cffd930c tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Project c47ae1789d284a72bb71a6ffe55e7d8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 31 19:24:05.344526 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-be3f61a6-7016-4b06-a089-2574cffd930c tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (f5b21b09-a155-4a70-b5f3-b12d1ede8e54), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:05.374763 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63018d-1b5e-4eb2-8bf5-f878a1b49949 req-e42b405b-a778-4b68-84c4-e299558f734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:05.376329 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6b63018d-1b5e-4eb2-8bf5-f878a1b49949 req-e42b405b-a778-4b68-84c4-e299558f734f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c6bf2493-20fd-4374-968a-63f86eb3e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467417 Oct 31 19:24:05.409342 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-be3f61a6-7016-4b06-a089-2574cffd930c tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (f5b21b09-a155-4a70-b5f3-b12d1ede8e54), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:05.414515 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-be3f61a6-7016-4b06-a089-2574cffd930c tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (f5b21b09-a155-4a70-b5f3-b12d1ede8e54), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:05.429725 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f61a6-7016-4b06-a089-2574cffd930c tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b21b09-a155-4a70-b5f3-b12d1ede8e54,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:05.456495 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-be3f61a6-7016-4b06-a089-2574cffd930c tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:05.457833 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-be3f61a6-7016-4b06-a089-2574cffd930c tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1462810 Oct 31 19:24:05.481483 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:INSERT=6,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:05.486676 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6b63018d-1b5e-4eb2-8bf5-f878a1b49949 req-59b118a8-dc3b-4b16-8841-de096358bafb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6bf2493-20fd-4374-968a-63f86eb3e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030171 Oct 31 19:24:05.558816 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7b2f3ac4-523e-4f1b-8d23-867275dd061a req-9f4142e2-b1a4-4311-a9f1-0ecc5c9f99a6 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-477765809&fields=id&tenant_id=c47ae1789d284a72bb71a6ffe55e7d8b HTTP/1.1" status: 200 len: 267 time: 0.0512791 Oct 31 19:24:05.610635 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f3ac4-523e-4f1b-8d23-867275dd061a req-d33d7f86-5443-4d7b-91af-d940a5c28552 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:05.612126 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7b2f3ac4-523e-4f1b-8d23-867275dd061a req-d33d7f86-5443-4d7b-91af-d940a5c28552 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 946 time: 0.0473766 Oct 31 19:24:05.623058 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [req-7b2f3ac4-523e-4f1b-8d23-867275dd061a req-d5023774-38ab-4e04-8538-daccb4439a34 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Request body: {'port': {'security_groups': ['477d3750-31e5-4cef-a858-bcc09db409db', '275ada28-2ceb-4fef-9ebc-74981cf09323']}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:24:05.708665 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-7b2f3ac4-523e-4f1b-8d23-867275dd061a req-d5023774-38ab-4e04-8538-daccb4439a34 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (02358090-76d2-46a6-9956-91d3a84a985a), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:05.906629 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70aa4b-e78f-4ba7-a1ec-b340805909f9 None None] New status for floating IP d8a06bbf-2853-461e-8a58-ef5555467ec9: ACTIVE {{(pid=104478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:24:05.955089 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [req-7b2f3ac4-523e-4f1b-8d23-867275dd061a req-d5023774-38ab-4e04-8538-daccb4439a34 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] For port 02358090-76d2-46a6-9956-91d3a84a985a, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=02358090-76d2-46a6-9956-91d3a84a985a,segment=NetworkSegment(2319dca1-753c-4e8c-8614-0af028c32192),segment_id=2319dca1-753c-4e8c-8614-0af028c32192)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:24:05.987643 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-7b2f3ac4-523e-4f1b-8d23-867275dd061a req-d5023774-38ab-4e04-8538-daccb4439a34 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for port (02358090-76d2-46a6-9956-91d3a84a985a), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:05.992509 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-7b2f3ac4-523e-4f1b-8d23-867275dd061a req-d5023774-38ab-4e04-8538-daccb4439a34 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5226044'] for port (02358090-76d2-46a6-9956-91d3a84a985a), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:06.009330 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f3ac4-523e-4f1b-8d23-867275dd061a req-d5023774-38ab-4e04-8538-daccb4439a34 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:06.010020 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-7b2f3ac4-523e-4f1b-8d23-867275dd061a req-d5023774-38ab-4e04-8538-daccb4439a34 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:06.011414 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7b2f3ac4-523e-4f1b-8d23-867275dd061a req-d5023774-38ab-4e04-8538-daccb4439a34 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "PUT /networking/v2.0/ports/02358090-76d2-46a6-9956-91d3a84a985a HTTP/1.1" status: 200 len: 982 time: 0.3930571 Oct 31 19:24:06.013319 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['02358090-76d2-46a6-9956-91d3a84a985a'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:24:06.082751 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:06.094461 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5023774-38ab-4e04-8538-daccb4439a34 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Pushing event updated for resources: {'Port': ['ID=02358090-76d2-46a6-9956-91d3a84a985a,revision_number=6']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:06.116484 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:06.121878 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f98fff-5c26-4911-856e-38b582a57f05 req-8f8c2f28-c7c9-42d1-9524-f424f8525d7b tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:06.123565 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-84f98fff-5c26-4911-856e-38b582a57f05 req-8f8c2f28-c7c9-42d1-9524-f424f8525d7b tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 945 time: 0.0674648 Oct 31 19:24:06.177628 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2dbc9-770e-46a3-8055-bab0be9a8c1f req-ed6ca333-c026-46aa-8eb5-fcaebe3a8787 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:06.183998 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:06.186360 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e4a2dbc9-770e-46a3-8055-bab0be9a8c1f req-ed6ca333-c026-46aa-8eb5-fcaebe3a8787 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0880668 Oct 31 19:24:06.209034 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-84f98fff-5c26-4911-856e-38b582a57f05 req-fa46774f-5221-4584-a7f4-cb78ef40b7a1 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778782 Oct 31 19:24:06.216936 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['02358090-76d2-46a6-9956-91d3a84a985a'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:24:06.229056 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:06.263579 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e4a2dbc9-770e-46a3-8055-bab0be9a8c1f req-8e4d1958-3f1d-49d6-9a26-6aa7241c0a7a tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733347 Oct 31 19:24:06.310017 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'tag': '02358090-76d2-46a6-9956-91d3a84a985a'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:24:06.313199 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9458fc2-27de-40d2-b44a-130f3b4b8e37" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd39339-b802-43f3-aba3-432fd6e5387e", "tag": "02358090-76d2-46a6-9956-91d3a84a985a"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:24:06.371990 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c09c8d-1a10-4195-aa8f-bfdd2f5d04e4 x-openstack-request-id: req-e6c09c8d-1a10-4195-aa8f-bfdd2f5d04e4 {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:24:06.373005 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd39339-b802-43f3-aba3-432fd6e5387e", "tag": "02358090-76d2-46a6-9956-91d3a84a985a", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:24:06.373438 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6c09c8d-1a10-4195-aa8f-bfdd2f5d04e4 {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:24:06.374882 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c09c8d-1a10-4195-aa8f-bfdd2f5d04e4'] response: {'name': 'network-changed', 'server_uuid': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'tag': '02358090-76d2-46a6-9956-91d3a84a985a', 'status': 'completed', 'code': 200} Oct 31 19:24:06.382315 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982540d-ef2e-4a54-8a4c-a7e06dd053b2 req-80cfe0ba-8b9d-442a-b8bc-3a332a3e1a75 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:06.383804 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1982540d-ef2e-4a54-8a4c-a7e06dd053b2 req-80cfe0ba-8b9d-442a-b8bc-3a332a3e1a75 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0838156 Oct 31 19:24:06.457219 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:06.491140 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6b63018d-1b5e-4eb2-8bf5-f878a1b49949 req-61464bbe-2a0f-4afc-b9a9-985e496e1399 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6bf2493-20fd-4374-968a-63f86eb3e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574428 Oct 31 19:24:06.497380 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1982540d-ef2e-4a54-8a4c-a7e06dd053b2 req-fbc3ae15-9986-4d26-900f-d8dada2e8d52 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853660 Oct 31 19:24:06.693642 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:07.241581 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 51184) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:24:07.349795 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886a2f6-0817-408c-a9e2-5f9f30fd9ce6 req-bc9aea92-e808-43bf-bade-2c73816172fc tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:07.351308 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a886a2f6-0817-408c-a9e2-5f9f30fd9ce6 req-bc9aea92-e808-43bf-bade-2c73816172fc tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 945 time: 0.0525467 Oct 31 19:24:07.386635 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bd14aecd-c01e-4f06-9a71-c2226619634c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:07.401045 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a886a2f6-0817-408c-a9e2-5f9f30fd9ce6 req-466ac7f0-4d3c-4e7c-904d-d4422b0c4055 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442674 Oct 31 19:24:07.409234 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cad5b6-b9ae-4917-a7ca-708e4703f19b req-02642bce-083b-4cc4-8395-61f4c156163e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:07.410745 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-73cad5b6-b9ae-4917-a7ca-708e4703f19b req-02642bce-083b-4cc4-8395-61f4c156163e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 943 time: 0.0666943 Oct 31 19:24:07.488130 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-73cad5b6-b9ae-4917-a7ca-708e4703f19b req-2afc7279-348f-4132-9f50-370e60999e0e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704384 Oct 31 19:24:07.528983 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bd14aecd-c01e-4f06-9a71-c2226619634c admin admin] Publish callbacks [] for security_group (089db6be-b7dc-49d7-a6ce-23852cd2ac5a), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:07.529657 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b35b59-c5d7-4290-9e1a-1c4c474463f7 req-2d1a1cae-9f19-40cb-be7d-2a68119765b8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:07.531672 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-77b35b59-c5d7-4290-9e1a-1c4c474463f7 req-2d1a1cae-9f19-40cb-be7d-2a68119765b8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 945 time: 0.0573907 Oct 31 19:24:07.533517 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bd14aecd-c01e-4f06-9a71-c2226619634c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (089db6be-b7dc-49d7-a6ce-23852cd2ac5a), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:07.589525 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14aecd-c01e-4f06-9a71-c2226619634c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089db6be-b7dc-49d7-a6ce-23852cd2ac5a,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:07.593102 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-77b35b59-c5d7-4290-9e1a-1c4c474463f7 req-ebcda1cc-fa88-4c80-8e51-22e2f66ddb52 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553181 Oct 31 19:24:07.610213 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-bd14aecd-c01e-4f06-9a71-c2226619634c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2406daf11e4a42adaf01fa24a5278180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674729 Oct 31 19:24:07.613931 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 51194) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:24:07.623340 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9458fc2-27de-40d2-b44a-130f3b4b8e37 req-877d42bf-3806-4e6d-8da0-ef3695e18b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:07.625049 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d9458fc2-27de-40d2-b44a-130f3b4b8e37 req-877d42bf-3806-4e6d-8da0-ef3695e18b52 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=c47ae1789d284a72bb71a6ffe55e7d8b&device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 1169 time: 0.0457463 Oct 31 19:24:07.635978 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 51196) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:24:07.641839 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 3807af14-6f9a-4bcc-86d0-c9961d4697ae details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:24:07.658006 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:07.661529 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:07.668720 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:07.673434 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6ad5f0d2-c0f7-41a1-b42c-2c7b8e733b2f admin admin] Publish callbacks [] for security_group (089db6be-b7dc-49d7-a6ce-23852cd2ac5a), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:07.695843 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6ad5f0d2-c0f7-41a1-b42c-2c7b8e733b2f admin admin] Publish callbacks [] for security_group (089db6be-b7dc-49d7-a6ce-23852cd2ac5a), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:07.757079 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9458fc2-27de-40d2-b44a-130f3b4b8e37 req-6ac08c1a-e058-485a-9c3a-af89038fa22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:07.758965 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d9458fc2-27de-40d2-b44a-130f3b4b8e37 req-6ac08c1a-e058-485a-9c3a-af89038fa22f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c6bf2493-20fd-4374-968a-63f86eb3e413 HTTP/1.1" status: 200 len: 916 time: 0.1280127 Oct 31 19:24:07.760650 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6ad5f0d2-c0f7-41a1-b42c-2c7b8e733b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (089db6be-b7dc-49d7-a6ce-23852cd2ac5a), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:07.764191 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6ad5f0d2-c0f7-41a1-b42c-2c7b8e733b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:07.765967 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-6ad5f0d2-c0f7-41a1-b42c-2c7b8e733b2f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/089db6be-b7dc-49d7-a6ce-23852cd2ac5a HTTP/1.1" status: 204 len: 168 time: 0.1509705 Oct 31 19:24:07.781644 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5f0d2-c0f7-41a1-b42c-2c7b8e733b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089db6be-b7dc-49d7-a6ce-23852cd2ac5a,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:07.790704 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 3807af14-6f9a-4bcc-86d0-c9961d4697ae, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:24:07.821144 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '3807af14-6f9a-4bcc-86d0-c9961d4697ae', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'port_id': '3807af14-6f9a-4bcc-86d0-c9961d4697ae', 'mac_address': 'fa:16:3e:20:c8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:24:07.844388 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b542169-e707-4ac8-a146-31f5e1829149 tempest-TestVolumeBootPattern-693395402 tempest-TestVolumeBootPattern-693395402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:07.846970 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-8b542169-e707-4ac8-a146-31f5e1829149 tempest-TestVolumeBootPattern-693395402 tempest-TestVolumeBootPattern-693395402-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 1124 time: 0.2086587 Oct 31 19:24:07.848768 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 51202) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:24:07.853415 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Request body: {'floatingip': {'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'port_id': '1bff50b4-bfa9-4d6c-bcae-38aef9bf842c', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:24:07.864781 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d9458fc2-27de-40d2-b44a-130f3b4b8e37 req-c5b73fb7-3ef8-4bd9-b77d-494d72326d72 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02358090-76d2-46a6-9956-91d3a84a985a HTTP/1.1" status: 200 len: 1002 time: 0.0969639 Oct 31 19:24:07.872447 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 3807af14-6f9a-4bcc-86d0-c9961d4697ae is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:24:07.873010 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:07.881877 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:07.893015 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3807af14-6f9a-4bcc-86d0-c9961d4697ae {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:24:07.918548 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 3807af14-6f9a-4bcc-86d0-c9961d4697ae, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:24:07.921979 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:07.925282 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:07.934100 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9458fc2-27de-40d2-b44a-130f3b4b8e37 req-7877dbac-4ff9-459d-a8f7-e90fbbb12c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:07.935931 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d9458fc2-27de-40d2-b44a-130f3b4b8e37 req-7877dbac-4ff9-459d-a8f7-e90fbbb12c34 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6041325e-1127-4844-85cb-5712b83a13fd HTTP/1.1" status: 200 len: 854 time: 0.0620358 Oct 31 19:24:07.987578 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=3807af14-6f9a-4bcc-86d0-c9961d4697ae,revision_number=9']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:07.992183 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:07.997232 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9458fc2-27de-40d2-b44a-130f3b4b8e37 req-a81037f3-1f24-4327-85f0-f43b2ece2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:07.998765 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d9458fc2-27de-40d2-b44a-130f3b4b8e37 req-a81037f3-1f24-4327-85f0-f43b2ece2e71 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c6bf2493-20fd-4374-968a-63f86eb3e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521514 Oct 31 19:24:08.101176 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d9458fc2-27de-40d2-b44a-130f3b4b8e37 req-d8851dd7-d271-43f6-9c87-3e5f7dea2706 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6bf2493-20fd-4374-968a-63f86eb3e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950825 Oct 31 19:24:08.108961 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Allocated IP 172.27.0.115 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/e7875361-2cad-4fc4-9f3e-4839d4275fc6) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:24:08.210739 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d9458fc2-27de-40d2-b44a-130f3b4b8e37 req-ebdf9014-8068-492d-946a-3fffeed832ca service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6bf2493-20fd-4374-968a-63f86eb3e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948040 Oct 31 19:24:08.220917 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for port (e7875361-2cad-4fc4-9f3e-4839d4275fc6), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:08.256891 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (e7875361-2cad-4fc4-9f3e-4839d4275fc6), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:08.283526 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:08.294828 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:08.305261 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:24:08.311138 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:24:08.314281 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:24:08.316939 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event updated for resources: {'Port': ['ID=e7875361-2cad-4fc4-9f3e-4839d4275fc6,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:08.340030 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['3807af14-6f9a-4bcc-86d0-c9961d4697ae'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:24:08.544034 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 51224) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:24:08.647720 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e35518-d776-4aac-b0e4-de6cd55774de req-2386af8d-d5f7-48dc-bfa6-79edfd93ec4d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:08.649370 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e2e35518-d776-4aac-b0e4-de6cd55774de req-2386af8d-d5f7-48dc-bfa6-79edfd93ec4d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 944 time: 0.0567806 Oct 31 19:24:08.675197 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-9c4c9e3a-723f-4a65-95ed-10c2da57e12c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2028765269-network', 'tenant_id': 'b2956107c4664ccd8a7517a707982d1b'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:24:08.689806 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for floatingip (4557c8e7-2e7e-43a6-94e8-f489ec841406), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:08.712899 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4c9e3a-723f-4a65-95ed-10c2da57e12c admin admin] Made reservation on behalf of b2956107c4664ccd8a7517a707982d1b for: {'network': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:24:08.715221 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9e3a-723f-4a65-95ed-10c2da57e12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:08.727472 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e2e35518-d776-4aac-b0e4-de6cd55774de req-f835f405-f774-44fe-afe4-71885d4e1175 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713334 Oct 31 19:24:08.728302 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9e3a-723f-4a65-95ed-10c2da57e12c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:08.765659 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (e7875361-2cad-4fc4-9f3e-4839d4275fc6), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:08.819073 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9e3a-723f-4a65-95ed-10c2da57e12c admin admin] Publish callbacks [] for security_group (630dc213-9d87-413f-ba6a-5a00e94b16da), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:08.822902 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9e3a-723f-4a65-95ed-10c2da57e12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (630dc213-9d87-413f-ba6a-5a00e94b16da), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:08.849940 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4c9e3a-723f-4a65-95ed-10c2da57e12c admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=104475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:24:08.859258 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c9e3a-723f-4a65-95ed-10c2da57e12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630dc213-9d87-413f-ba6a-5a00e94b16da,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:08.865513 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9e3a-723f-4a65-95ed-10c2da57e12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (7643d495-1a5c-4262-ba23-64ac030e7dd5), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:08.865887 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.segments_db [None req-9c4c9e3a-723f-4a65-95ed-10c2da57e12c admin admin] Added segment 7643d495-1a5c-4262-ba23-64ac030e7dd5 of type vlan for network 31f7e77e-1dcb-4684-b3e9-e4a580efbeec Oct 31 19:24:08.910831 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9e3a-723f-4a65-95ed-10c2da57e12c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (31f7e77e-1dcb-4684-b3e9-e4a580efbeec), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:08.933809 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for port (e7875361-2cad-4fc4-9f3e-4839d4275fc6), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:08.935861 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9e3a-723f-4a65-95ed-10c2da57e12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (31f7e77e-1dcb-4684-b3e9-e4a580efbeec), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:08.936896 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4c9e3a-723f-4a65-95ed-10c2da57e12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:08.937470 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9e3a-723f-4a65-95ed-10c2da57e12c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:08.938439 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5226044'] for port (e7875361-2cad-4fc4-9f3e-4839d4275fc6), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:08.974166 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-9c4c9e3a-723f-4a65-95ed-10c2da57e12c admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4289229 Oct 31 19:24:08.982260 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 51228) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:24:08.988622 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-ce782f0e-d984-4f09-83be-214ccd19b46e admin admin] Request body: {'subnet': {'network_id': '31f7e77e-1dcb-4684-b3e9-e4a580efbeec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2028765269-subnet', 'tenant_id': 'b2956107c4664ccd8a7517a707982d1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:24:09.004332 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c9e3a-723f-4a65-95ed-10c2da57e12c admin admin] Pushing event updated for resources: {'Network': ['ID=31f7e77e-1dcb-4684-b3e9-e4a580efbeec,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:09.014257 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network 31f7e77e-1dcb-4684-b3e9-e4a580efbeec details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:24:09.026845 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (4557c8e7-2e7e-43a6-94e8-f489ec841406), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:09.028552 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event updated for resources: {'Port': ['ID=e7875361-2cad-4fc4-9f3e-4839d4275fc6,revision_number=2']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:09.063788 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce782f0e-d984-4f09-83be-214ccd19b46e admin admin] Made reservation on behalf of b2956107c4664ccd8a7517a707982d1b for: {'subnet': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:24:09.066472 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ce782f0e-d984-4f09-83be-214ccd19b46e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4897938'] for subnet (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:09.153414 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:09.178609 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:09.195618 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.l3_db [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Floating IP 4557c8e7-2e7e-43a6-94e8-f489ec841406 associated. External IP: 172.27.0.115, port: 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c. Oct 31 19:24:09.395824 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ce782f0e-d984-4f09-83be-214ccd19b46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5224611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4898044'] for subnet (9dfca711-6bd6-47d0-a6c9-2c8631e596a8), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:09.485036 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce782f0e-d984-4f09-83be-214ccd19b46e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dfca711-6bd6-47d0-a6c9-2c8631e596a8,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:09.512791 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce782f0e-d984-4f09-83be-214ccd19b46e admin admin] Checking segment: {'id': '7643d495-1a5c-4262-ba23-64ac030e7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '31f7e77e-1dcb-4684-b3e9-e4a580efbeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:24:09.513137 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce782f0e-d984-4f09-83be-214ccd19b46e admin admin] Network hostable DHCP agents. Network: 31f7e77e-1dcb-4684-b3e9-e4a580efbeec, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:24:09.528664 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:24:09.544330 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce782f0e-d984-4f09-83be-214ccd19b46e admin admin] Network 31f7e77e-1dcb-4684-b3e9-e4a580efbeec is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:24:09.581971 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-ce782f0e-d984-4f09-83be-214ccd19b46e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, 31f7e77e-1dcb-4684-b3e9-e4a580efbeec) {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:24:09.588171 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce782f0e-d984-4f09-83be-214ccd19b46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:09.588768 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-ce782f0e-d984-4f09-83be-214ccd19b46e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:09.591098 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c1893b-b984-4aa1-ab31-d8426bc9dcbe None None] Network 31f7e77e-1dcb-4684-b3e9-e4a580efbeec requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:24:09.646275 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-ce782f0e-d984-4f09-83be-214ccd19b46e admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6532307 Oct 31 19:24:09.660585 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 3807af14-6f9a-4bcc-86d0-c9961d4697ae up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:24:09.665194 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:24:09.689306 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:09.693266 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479e25b6-67ce-4e0f-adb7-09a2b4156949 None None] Sync routers for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:24:09.724335 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-78915eb6-4825-45ba-b361-c5f385e2f471 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8744979 Oct 31 19:24:09.725075 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31bf9c76-adbe-4c58-8d9e-f332e36f86db', 'tag': '1bff50b4-bfa9-4d6c-bcae-38aef9bf842c'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:24:09.727400 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8c369b-86b3-4e3b-9fdc-bbff5757cbc8" -d '{"events": [{"name": "network-changed", "server_uuid": "31bf9c76-adbe-4c58-8d9e-f332e36f86db", "tag": "1bff50b4-bfa9-4d6c-bcae-38aef9bf842c"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:24:09.747789 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479e25b6-67ce-4e0f-adb7-09a2b4156949 None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:24:09.748273 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-479e25b6-67ce-4e0f-adb7-09a2b4156949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:24:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:24:09.752632 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52737c44-5c5a-4d39-8dfe-2fdd5938236e None None] Network 31f7e77e-1dcb-4684-b3e9-e4a580efbeec requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:24:09.785444 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a6778b-4340-46fd-87f5-dd3bcff91c13 x-openstack-request-id: req-a1a6778b-4340-46fd-87f5-dd3bcff91c13 {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:24:09.786489 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31bf9c76-adbe-4c58-8d9e-f332e36f86db", "tag": "1bff50b4-bfa9-4d6c-bcae-38aef9bf842c", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:24:09.786831 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1a6778b-4340-46fd-87f5-dd3bcff91c13 {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:24:09.787413 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a6778b-4340-46fd-87f5-dd3bcff91c13'] response: {'name': 'network-changed', 'server_uuid': '31bf9c76-adbe-4c58-8d9e-f332e36f86db', 'tag': '1bff50b4-bfa9-4d6c-bcae-38aef9bf842c', 'status': 'completed', 'code': 200} Oct 31 19:24:09.834224 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 3807af14-6f9a-4bcc-86d0-c9961d4697ae triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:24:09.834652 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:09.834987 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 3807af14-6f9a-4bcc-86d0-c9961d4697ae Oct 31 19:24:09.888196 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:09.898191 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c369b-86b3-4e3b-9fdc-bbff5757cbc8 req-3fa75a7a-3b81-4cd0-af2d-a020a853432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:09.899741 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4c8c369b-86b3-4e3b-9fdc-bbff5757cbc8 req-3fa75a7a-3b81-4cd0-af2d-a020a853432f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 1129 time: 0.0943112 Oct 31 19:24:09.929178 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe35a1-91ca-4f35-882e-61957ae0f849 req-55513f88-90d1-498b-b689-1b3cbe786075 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:09.931066 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6cbe35a1-91ca-4f35-882e-61957ae0f849 req-55513f88-90d1-498b-b689-1b3cbe786075 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 944 time: 0.0857792 Oct 31 19:24:09.971882 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:09.998414 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:10.001024 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-479e25b6-67ce-4e0f-adb7-09a2b4156949 None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:24:10.054940 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6cbe35a1-91ca-4f35-882e-61957ae0f849 req-0cc1ad70-78f9-437a-af38-e91ba593a67c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111548 Oct 31 19:24:10.065026 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c369b-86b3-4e3b-9fdc-bbff5757cbc8 req-e4903f77-4fd7-48ad-83d7-6b1fcee3c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:10.066523 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4c8c369b-86b3-4e3b-9fdc-bbff5757cbc8 req-e4903f77-4fd7-48ad-83d7-6b1fcee3c3f9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b HTTP/1.1" status: 200 len: 912 time: 0.1566298 Oct 31 19:24:10.085418 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:10.146037 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4c8c369b-86b3-4e3b-9fdc-bbff5757cbc8 req-443129aa-f59c-442e-96f6-6eab1f4df271 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bff50b4-bfa9-4d6c-bcae-38aef9bf842c HTTP/1.1" status: 200 len: 999 time: 0.0726998 Oct 31 19:24:10.151551 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 3807af14-6f9a-4bcc-86d0-c9961d4697ae is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:24:10.152093 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:10.198790 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3807af14-6f9a-4bcc-86d0-c9961d4697ae'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:24:10.203388 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fad9a7f-b15b-4b52-84d4-2c84db756108" -d '{"events": [{"server_uuid": "24ad6e3e-6043-4eff-afb4-0c6039e825fa", "name": "network-vif-plugged", "status": "completed", "tag": "3807af14-6f9a-4bcc-86d0-c9961d4697ae"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:24:10.206660 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c369b-86b3-4e3b-9fdc-bbff5757cbc8 req-095b3e27-8a5f-4e1e-ad23-996aa79727e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:10.208322 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4c8c369b-86b3-4e3b-9fdc-bbff5757cbc8 req-095b3e27-8a5f-4e1e-ad23-996aa79727e6 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ea13b07d-23c0-4ab1-af41-11d895efc58d HTTP/1.1" status: 200 len: 850 time: 0.0547552 Oct 31 19:24:10.264586 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c369b-86b3-4e3b-9fdc-bbff5757cbc8 req-7875f66e-4e87-4495-b2fb-888752faebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:10.266744 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4c8c369b-86b3-4e3b-9fdc-bbff5757cbc8 req-7875f66e-4e87-4495-b2fb-888752faebfe service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510066 Oct 31 19:24:10.296401 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 3807af14-6f9a-4bcc-86d0-c9961d4697ae, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:24:10.298665 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442d6d74-b0cf-478c-9d54-4c22280c2c14 x-openstack-request-id: req-442d6d74-b0cf-478c-9d54-4c22280c2c14 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:24:10.299068 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad6e3e-6043-4eff-afb4-0c6039e825fa", "name": "network-vif-plugged", "status": "completed", "tag": "3807af14-6f9a-4bcc-86d0-c9961d4697ae", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:24:10.299526 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-442d6d74-b0cf-478c-9d54-4c22280c2c14 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:24:10.300000 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442d6d74-b0cf-478c-9d54-4c22280c2c14'] response: {'server_uuid': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3807af14-6f9a-4bcc-86d0-c9961d4697ae', 'code': 200} Oct 31 19:24:10.307153 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:10.383859 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4c8c369b-86b3-4e3b-9fdc-bbff5757cbc8 req-d00e9941-fc73-40a4-93b8-1824c1e79b1b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089747 Oct 31 19:24:10.411994 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=3807af14-6f9a-4bcc-86d0-c9961d4697ae,revision_number=10']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:10.439493 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:24:10.439839 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:24:10.440178 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:24:10.440511 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:24:10.440841 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:24:10.441168 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:24:10.441491 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:24:10.441842 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:24:10.442166 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:24:10.442485 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:24:10.442804 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:24:10.443150 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:24:10.443473 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:24:10.443786 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:24:10.444100 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:24:10.465972 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-479e25b6-67ce-4e0f-adb7-09a2b4156949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '4557c8e7-2e7e-43a6-94e8-f489ec841406', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'port_id': '1bff50b4-bfa9-4d6c-bcae-38aef9bf842c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'mac_address': 'fa:16:3e:07:a8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf9c76-adbe-4c58-8d9e-f332e36f86db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:24:08Z', 'updated_at': '2022-10-31T19:24:08Z', 'revision_number': 0, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:24:10.495005 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479e25b6-67ce-4e0f-adb7-09a2b4156949 None None] Checking router: 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:24:10.503717 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479e25b6-67ce-4e0f-adb7-09a2b4156949 None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:24:10.504241 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-479e25b6-67ce-4e0f-adb7-09a2b4156949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:24:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:24:10.601698 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-479e25b6-67ce-4e0f-adb7-09a2b4156949 None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:24:10.794646 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4c8c369b-86b3-4e3b-9fdc-bbff5757cbc8 req-42e300d7-26dd-4703-aa9c-60ce38723deb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909491 Oct 31 19:24:10.867720 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfdb99-8692-4ad5-8e0f-3e50f744c997 req-ccd9fff1-19d2-4e5c-a98f-89aa658f1f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:10.869216 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4abfdb99-8692-4ad5-8e0f-3e50f744c997 req-ccd9fff1-19d2-4e5c-a98f-89aa658f1f30 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 1130 time: 0.0446985 Oct 31 19:24:10.918370 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4abfdb99-8692-4ad5-8e0f-3e50f744c997 req-033bfa97-50b3-475a-948e-ff22dec487e0 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414503 Oct 31 19:24:10.962973 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-479e25b6-67ce-4e0f-adb7-09a2b4156949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '4557c8e7-2e7e-43a6-94e8-f489ec841406', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'port_id': '1bff50b4-bfa9-4d6c-bcae-38aef9bf842c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'mac_address': 'fa:16:3e:07:a8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf9c76-adbe-4c58-8d9e-f332e36f86db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:24:08Z', 'updated_at': '2022-10-31T19:24:08Z', 'revision_number': 0, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:24:10.987546 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479e25b6-67ce-4e0f-adb7-09a2b4156949 None None] The sync data for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi is: [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '4557c8e7-2e7e-43a6-94e8-f489ec841406', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'port_id': '1bff50b4-bfa9-4d6c-bcae-38aef9bf842c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'mac_address': 'fa:16:3e:07:a8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31bf9c76-adbe-4c58-8d9e-f332e36f86db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:24:08Z', 'updated_at': '2022-10-31T19:24:08Z', 'revision_number': 0, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:24:11.188513 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f60a4-95f5-42f1-ab72-42529b31df2c req-bb3aa02a-37c9-4cc3-a2c4-29a12d4808d7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:11.190053 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-051f60a4-95f5-42f1-ab72-42529b31df2c req-bb3aa02a-37c9-4cc3-a2c4-29a12d4808d7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 946 time: 0.0495467 Oct 31 19:24:11.197113 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a71d50-f4ef-4e7e-86c3-66ecb3d7ef9a None None] New status for floating IP 4557c8e7-2e7e-43a6-94e8-f489ec841406: ACTIVE {{(pid=104478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:24:11.201292 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=22 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:11.201850 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:11.239469 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-051f60a4-95f5-42f1-ab72-42529b31df2c req-23f6765b-f5ca-4a13-8497-7ed58c56e524 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435004 Oct 31 19:24:11.562007 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-9b42571f-2ed7-47a6-b4bc-18d33112edb6 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:11.563507 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-9b42571f-2ed7-47a6-b4bc-18d33112edb6 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/networks?id=31f7e77e-1dcb-4684-b3e9-e4a580efbeec HTTP/1.1" status: 200 len: 814 time: 0.1014748 Oct 31 19:24:11.577896 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-97dfa4ce-7de8-4c5f-b00c-16b1ad16aee5 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/quotas/b2956107c4664ccd8a7517a707982d1b HTTP/1.1" status: 200 len: 375 time: 0.0090685 Oct 31 19:24:11.613659 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-ff2f7241-f501-45f1-834c-a412d6f90f40 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b2956107c4664ccd8a7517a707982d1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309479 Oct 31 19:24:11.698097 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:11.704923 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-3fec255b-ab12-48b0-aeaf-0256e1ad9a41 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/31f7e77e-1dcb-4684-b3e9-e4a580efbeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848668 Oct 31 19:24:11.778095 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:11.798099 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-9e2d8a3e-f5bf-4cb4-b6bd-e5671756437c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/31f7e77e-1dcb-4684-b3e9-e4a580efbeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869677 Oct 31 19:24:11.961519 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9f044525-94ad-4a08-848d-0432390f5084 req-3329e9b4-b06d-4af3-9b58-4242cf0ebbb4 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 210 time: 0.0316756 Oct 31 19:24:12.371434 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da59b5-2fbd-4a83-8966-6d5ba291a060 req-9de321a5-df26-41f5-90c5-11b21015e268 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:12.372833 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a2da59b5-2fbd-4a83-8966-6d5ba291a060 req-9de321a5-df26-41f5-90c5-11b21015e268 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 946 time: 0.0507662 Oct 31 19:24:12.422925 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a2da59b5-2fbd-4a83-8966-6d5ba291a060 req-e1fcb3ac-f16b-458f-9734-1c9741f1123a tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434675 Oct 31 19:24:12.717178 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:13.078274 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a6e6d40f-f666-4960-8465-57f98e679fe6 req-e516ef88-0a21-4c28-8d31-ebaa10c6de1e tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 210 time: 0.0369706 Oct 31 19:24:13.562089 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592124a-ce8b-4813-8f1a-1fcf72d6a8f4 req-7919324d-6e36-4ca4-b6ee-db8d33bd6b82 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:13.563565 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9592124a-ce8b-4813-8f1a-1fcf72d6a8f4 req-7919324d-6e36-4ca4-b6ee-db8d33bd6b82 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 946 time: 0.0522692 Oct 31 19:24:13.612253 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9592124a-ce8b-4813-8f1a-1fcf72d6a8f4 req-6d27ad5d-a4d9-4ff9-94a5-1627cc245f0c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426295 Oct 31 19:24:13.989082 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-18334b85-38cd-4218-b57b-cd7037049ed5 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:13.990544 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-18334b85-38cd-4218-b57b-cd7037049ed5 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.33 "GET /networking/v2.0/networks?id=31f7e77e-1dcb-4684-b3e9-e4a580efbeec HTTP/1.1" status: 200 len: 814 time: 0.1055408 Oct 31 19:24:14.010319 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-8fd44a7d-ec10-4789-b544-9102e8327009 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Request body: {'port': {'device_id': 'a61dd73b-990e-4832-8528-41baab5db81a', 'network_id': '31f7e77e-1dcb-4684-b3e9-e4a580efbeec', 'admin_state_up': True, 'tenant_id': 'b2956107c4664ccd8a7517a707982d1b'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:24:14.122535 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-8fd44a7d-ec10-4789-b544-9102e8327009 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Made reservation on behalf of b2956107c4664ccd8a7517a707982d1b for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:24:14.126934 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-8fd44a7d-ec10-4789-b544-9102e8327009 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:14.217235 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c36f09e2-b139-4b69-a02f-6c021cacc221 req-7ace7666-136b-4f07-a8a3-1060005a6955 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 210 time: 0.0389628 Oct 31 19:24:14.232922 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:14.274592 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:14.278536 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-8fd44a7d-ec10-4789-b544-9102e8327009 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Allocated IP 172.20.0.13 (31f7e77e-1dcb-4684-b3e9-e4a580efbeec/9dfca711-6bd6-47d0-a6c9-2c8631e596a8/2b55714e-6a22-4127-82d1-55a0ecf6a90f) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:24:14.427724 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-8fd44a7d-ec10-4789-b544-9102e8327009 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Publish callbacks [] for port (2b55714e-6a22-4127-82d1-55a0ecf6a90f), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:14.458884 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-8fd44a7d-ec10-4789-b544-9102e8327009 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (2b55714e-6a22-4127-82d1-55a0ecf6a90f), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:14.501145 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-8fd44a7d-ec10-4789-b544-9102e8327009 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Network 31f7e77e-1dcb-4684-b3e9-e4a580efbeec is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:24:14.506218 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-8fd44a7d-ec10-4789-b544-9102e8327009 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:24:14.510062 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-8fd44a7d-ec10-4789-b544-9102e8327009 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:24:14.514553 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-8fd44a7d-ec10-4789-b544-9102e8327009 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:14.515154 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-8fd44a7d-ec10-4789-b544-9102e8327009 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:14.523279 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd44a7d-ec10-4789-b544-9102e8327009 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Pushing event updated for resources: {'Port': ['ID=2b55714e-6a22-4127-82d1-55a0ecf6a90f,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:14.534032 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-8fd44a7d-ec10-4789-b544-9102e8327009 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5273941 Oct 31 19:24:14.546362 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Request body: {'port': {'device_id': 'a61dd73b-990e-4832-8528-41baab5db81a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:24:14.604191 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (2b55714e-6a22-4127-82d1-55a0ecf6a90f), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:14.740459 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036fd59-e79c-4153-822d-a2cc9bbd924d req-b2ea882f-0c6b-4277-ade1-7c56bf9ef63d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:14.741949 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9036fd59-e79c-4153-822d-a2cc9bbd924d req-b2ea882f-0c6b-4277-ade1-7c56bf9ef63d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 946 time: 0.0473979 Oct 31 19:24:14.790803 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9036fd59-e79c-4153-822d-a2cc9bbd924d req-a4ba0cf8-9bc2-42d1-bdab-fd13dfc19e25 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429976 Oct 31 19:24:14.866609 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b55714e-6a22-4127-82d1-55a0ecf6a90f {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:24:14.874204 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Publish callbacks [] for port (2b55714e-6a22-4127-82d1-55a0ecf6a90f), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:14.886830 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Transition to ACTIVE for port object 2b55714e-6a22-4127-82d1-55a0ecf6a90f will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:24:14.890649 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (2b55714e-6a22-4127-82d1-55a0ecf6a90f), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:14.958407 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b55714e-6a22-4127-82d1-55a0ecf6a90f,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:14.962556 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Attempting to bind port 2b55714e-6a22-4127-82d1-55a0ecf6a90f on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:24:14.962885 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Attempting to bind port 2b55714e-6a22-4127-82d1-55a0ecf6a90f by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': '7643d495-1a5c-4262-ba23-64ac030e7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '31f7e77e-1dcb-4684-b3e9-e4a580efbeec'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:24:14.963212 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Attempting to bind port 2b55714e-6a22-4127-82d1-55a0ecf6a90f on network 31f7e77e-1dcb-4684-b3e9-e4a580efbeec {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:24:14.993873 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:15.010123 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Port 2b55714e-6a22-4127-82d1-55a0ecf6a90f on network 31f7e77e-1dcb-4684-b3e9-e4a580efbeec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:24:15.010499 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Attempting to bind port 2b55714e-6a22-4127-82d1-55a0ecf6a90f on network 31f7e77e-1dcb-4684-b3e9-e4a580efbeec {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:24:15.036178 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:15.055044 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:24:15.055377 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Checking segment: {'id': '7643d495-1a5c-4262-ba23-64ac030e7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '31f7e77e-1dcb-4684-b3e9-e4a580efbeec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:24:15.055759 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Bound using segment: {'id': '7643d495-1a5c-4262-ba23-64ac030e7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '31f7e77e-1dcb-4684-b3e9-e4a580efbeec'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:24:15.056185 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Bound port: 2b55714e-6a22-4127-82d1-55a0ecf6a90f, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7643d495-1a5c-4262-ba23-64ac030e7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '31f7e77e-1dcb-4684-b3e9-e4a580efbeec'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:24:15.056537 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (2b55714e-6a22-4127-82d1-55a0ecf6a90f), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:15.115448 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] For port 2b55714e-6a22-4127-82d1-55a0ecf6a90f, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:24:15.118431 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] For port 2b55714e-6a22-4127-82d1-55a0ecf6a90f, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=2b55714e-6a22-4127-82d1-55a0ecf6a90f,segment=NetworkSegment(7643d495-1a5c-4262-ba23-64ac030e7dd5),segment_id=7643d495-1a5c-4262-ba23-64ac030e7dd5)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:24:15.124771 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (2b55714e-6a22-4127-82d1-55a0ecf6a90f), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:15.128935 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:15.129560 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:15.130990 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/2b55714e-6a22-4127-82d1-55a0ecf6a90f HTTP/1.1" status: 200 len: 1094 time: 0.5894401 Oct 31 19:24:15.131531 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61dd73b-990e-4832-8528-41baab5db81a', 'tag': '2b55714e-6a22-4127-82d1-55a0ecf6a90f'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:24:15.133763 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdb288a-7515-4b64-8ba6-3fe2fa36a6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a61dd73b-990e-4832-8528-41baab5db81a", "tag": "2b55714e-6a22-4127-82d1-55a0ecf6a90f"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:24:15.174853 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0243518-ad15-465c-9fc3-f1449b77e0d0 x-openstack-request-id: req-f0243518-ad15-465c-9fc3-f1449b77e0d0 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:24:15.175524 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61dd73b-990e-4832-8528-41baab5db81a", "tag": "2b55714e-6a22-4127-82d1-55a0ecf6a90f", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:24:15.175777 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0243518-ad15-465c-9fc3-f1449b77e0d0 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:24:15.176182 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0243518-ad15-465c-9fc3-f1449b77e0d0'] response: {'name': 'network-changed', 'server_uuid': 'a61dd73b-990e-4832-8528-41baab5db81a', 'tag': '2b55714e-6a22-4127-82d1-55a0ecf6a90f', 'status': 'completed', 'code': 200} Oct 31 19:24:15.190039 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcb76e-f71e-4e3d-85f0-12a310b6edf8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b55714e-6a22-4127-82d1-55a0ecf6a90f,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:15.237282 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-c27af9f3-f4b5-4cbe-8ebb-016950de5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:15.238813 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-c27af9f3-f4b5-4cbe-8ebb-016950de5652 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=b2956107c4664ccd8a7517a707982d1b&device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 1128 time: 0.0441322 Oct 31 19:24:15.287637 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-c49e8e7b-fe99-49bb-8a4a-fd1148978fe3 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b55714e-6a22-4127-82d1-55a0ecf6a90f HTTP/1.1" status: 200 len: 217 time: 0.0337660 Oct 31 19:24:15.338327 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d2944-2bdc-4ed0-bbe1-2199546d66b2 req-cad704b5-9456-4f1a-a6b6-1a9ceabd38bd tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:15.339042 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-67050fe8-a817-4e4a-a4c2-a833904f71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:15.339788 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-fd5d2944-2bdc-4ed0-bbe1-2199546d66b2 req-cad704b5-9456-4f1a-a6b6-1a9ceabd38bd tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 944 time: 0.0470083 Oct 31 19:24:15.340480 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-67050fe8-a817-4e4a-a4c2-a833904f71fa service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfca711-6bd6-47d0-a6c9-2c8631e596a8 HTTP/1.1" status: 200 len: 854 time: 0.0444040 Oct 31 19:24:15.375184 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-e10d80df-5762-4ea3-9792-eb8be8024c31 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=31f7e77e-1dcb-4684-b3e9-e4a580efbeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258598 Oct 31 19:24:15.390649 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-fd5d2944-2bdc-4ed0-bbe1-2199546d66b2 req-e9d0afd4-06a5-4c95-bc79-ac474ed809a0 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445132 Oct 31 19:24:15.474210 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-6bf8b55e-7122-4a65-943e-ce67c03ae71c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/31f7e77e-1dcb-4684-b3e9-e4a580efbeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876460 Oct 31 19:24:15.792230 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-56c39f3a-0cd1-4e26-ae09-4f8f4be274b4 req-f4904199-b40f-4675-a37e-0f9c509c6b52 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/31f7e77e-1dcb-4684-b3e9-e4a580efbeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057778 Oct 31 19:24:16.513963 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025aefcd-749b-49f8-b907-65aa2f77c001 req-b9747fcd-d078-42ac-9686-8a475bcca72b tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:16.516014 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-025aefcd-749b-49f8-b907-65aa2f77c001 req-b9747fcd-d078-42ac-9686-8a475bcca72b tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 944 time: 0.0486417 Oct 31 19:24:16.563090 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-025aefcd-749b-49f8-b907-65aa2f77c001 req-2146e360-bf1f-4c42-a8b2-e3166c8db353 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415058 Oct 31 19:24:17.175868 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb288a-7515-4b64-8ba6-3fe2fa36a6d2 req-7b5c1ab1-e12d-4896-9e46-cbcaff696c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:17.177582 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-afdb288a-7515-4b64-8ba6-3fe2fa36a6d2 req-7b5c1ab1-e12d-4896-9e46-cbcaff696c48 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=b2956107c4664ccd8a7517a707982d1b&device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 1128 time: 0.0404971 Oct 31 19:24:17.271077 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb288a-7515-4b64-8ba6-3fe2fa36a6d2 req-183163a3-7955-4a1a-994a-265079df52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:17.272506 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-afdb288a-7515-4b64-8ba6-3fe2fa36a6d2 req-183163a3-7955-4a1a-994a-265079df52e9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=31f7e77e-1dcb-4684-b3e9-e4a580efbeec HTTP/1.1" status: 200 len: 915 time: 0.0870397 Oct 31 19:24:17.312773 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-afdb288a-7515-4b64-8ba6-3fe2fa36a6d2 req-734d8717-a33f-45a5-890c-8acad7e4dd7a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b55714e-6a22-4127-82d1-55a0ecf6a90f HTTP/1.1" status: 200 len: 217 time: 0.0327795 Oct 31 19:24:17.364352 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb288a-7515-4b64-8ba6-3fe2fa36a6d2 req-4ab18cda-3da0-4ed4-a563-7d3d0a1dd697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:17.365770 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-afdb288a-7515-4b64-8ba6-3fe2fa36a6d2 req-4ab18cda-3da0-4ed4-a563-7d3d0a1dd697 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfca711-6bd6-47d0-a6c9-2c8631e596a8 HTTP/1.1" status: 200 len: 854 time: 0.0465138 Oct 31 19:24:17.399956 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-afdb288a-7515-4b64-8ba6-3fe2fa36a6d2 req-d0b802d5-5602-4eeb-abf5-6af9f6662096 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=31f7e77e-1dcb-4684-b3e9-e4a580efbeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258224 Oct 31 19:24:17.493878 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-afdb288a-7515-4b64-8ba6-3fe2fa36a6d2 req-6eb7e563-7a8c-4fa2-aa04-7656c1c7deaf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/31f7e77e-1dcb-4684-b3e9-e4a580efbeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852907 Oct 31 19:24:17.568884 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:17.597576 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-afdb288a-7515-4b64-8ba6-3fe2fa36a6d2 req-05078fdc-253d-4b35-8c6b-76e2672d4812 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/31f7e77e-1dcb-4684-b3e9-e4a580efbeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897005 Oct 31 19:24:17.704057 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 2b55714e-6a22-4127-82d1-55a0ecf6a90f details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:24:17.808193 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 2b55714e-6a22-4127-82d1-55a0ecf6a90f, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=2b55714e-6a22-4127-82d1-55a0ecf6a90f,segment=NetworkSegment(7643d495-1a5c-4262-ba23-64ac030e7dd5),segment_id=7643d495-1a5c-4262-ba23-64ac030e7dd5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:24:17.821317 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '2b55714e-6a22-4127-82d1-55a0ecf6a90f', 'network_id': '31f7e77e-1dcb-4684-b3e9-e4a580efbeec', 'port_id': '2b55714e-6a22-4127-82d1-55a0ecf6a90f', 'mac_address': 'fa:16:3e:90:58:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfca711-6bd6-47d0-a6c9-2c8631e596a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:24:17.823646 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:17.849268 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:17.865935 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 2b55714e-6a22-4127-82d1-55a0ecf6a90f is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:24:17.866331 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (2b55714e-6a22-4127-82d1-55a0ecf6a90f), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:17.880716 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b55714e-6a22-4127-82d1-55a0ecf6a90f {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:24:17.902497 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 2b55714e-6a22-4127-82d1-55a0ecf6a90f, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=2b55714e-6a22-4127-82d1-55a0ecf6a90f,segment=NetworkSegment(7643d495-1a5c-4262-ba23-64ac030e7dd5),segment_id=7643d495-1a5c-4262-ba23-64ac030e7dd5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:24:17.906652 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (2b55714e-6a22-4127-82d1-55a0ecf6a90f), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:17.915953 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f56a7-3218-42fa-860d-a8a3dcb1f7af req-b4640fca-88cc-4d4d-bbb5-54dbe99a5b82 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:17.917680 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bb2f56a7-3218-42fa-860d-a8a3dcb1f7af req-b4640fca-88cc-4d4d-bbb5-54dbe99a5b82 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 944 time: 0.2800667 Oct 31 19:24:17.956088 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=2b55714e-6a22-4127-82d1-55a0ecf6a90f,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:17.965340 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bb2f56a7-3218-42fa-860d-a8a3dcb1f7af req-c9765d33-2c23-4619-8f14-819e1937ef57 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409741 Oct 31 19:24:18.327013 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['2b55714e-6a22-4127-82d1-55a0ecf6a90f'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:24:19.074238 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:19.086264 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc92402-c5eb-47a1-a52d-cad586741303 req-2a013215-56e8-49b8-905d-82d78ca80966 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:19.087734 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ecc92402-c5eb-47a1-a52d-cad586741303 req-2a013215-56e8-49b8-905d-82d78ca80966 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 945 time: 0.0490587 Oct 31 19:24:19.135604 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ecc92402-c5eb-47a1-a52d-cad586741303 req-f6acc542-9e4b-4e2e-b30a-bfc464f67556 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418677 Oct 31 19:24:19.708213 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 2b55714e-6a22-4127-82d1-55a0ecf6a90f up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:24:19.749370 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port 2b55714e-6a22-4127-82d1-55a0ecf6a90f completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:24:19.755443 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 2b55714e-6a22-4127-82d1-55a0ecf6a90f triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:24:19.755813 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (2b55714e-6a22-4127-82d1-55a0ecf6a90f), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:19.756200 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 2b55714e-6a22-4127-82d1-55a0ecf6a90f Oct 31 19:24:19.830750 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 2b55714e-6a22-4127-82d1-55a0ecf6a90f is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:24:19.831137 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (2b55714e-6a22-4127-82d1-55a0ecf6a90f), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:19.853648 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61dd73b-990e-4832-8528-41baab5db81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b55714e-6a22-4127-82d1-55a0ecf6a90f'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:24:19.855850 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5b7c27-5781-4699-b2d8-f45d604dd841" -d '{"events": [{"server_uuid": "a61dd73b-990e-4832-8528-41baab5db81a", "name": "network-vif-plugged", "status": "completed", "tag": "2b55714e-6a22-4127-82d1-55a0ecf6a90f"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:24:19.867859 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 2b55714e-6a22-4127-82d1-55a0ecf6a90f, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=2b55714e-6a22-4127-82d1-55a0ecf6a90f,segment=NetworkSegment(7643d495-1a5c-4262-ba23-64ac030e7dd5),segment_id=7643d495-1a5c-4262-ba23-64ac030e7dd5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:24:19.871699 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (2b55714e-6a22-4127-82d1-55a0ecf6a90f), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:19.896893 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e0731c-e783-4545-befe-41a1288bcc2c x-openstack-request-id: req-03e0731c-e783-4545-befe-41a1288bcc2c {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:24:19.897204 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61dd73b-990e-4832-8528-41baab5db81a", "name": "network-vif-plugged", "status": "completed", "tag": "2b55714e-6a22-4127-82d1-55a0ecf6a90f", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:24:19.897459 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03e0731c-e783-4545-befe-41a1288bcc2c {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:24:19.897877 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e0731c-e783-4545-befe-41a1288bcc2c'] response: {'server_uuid': 'a61dd73b-990e-4832-8528-41baab5db81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b55714e-6a22-4127-82d1-55a0ecf6a90f', 'code': 200} Oct 31 19:24:19.922226 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=2b55714e-6a22-4127-82d1-55a0ecf6a90f,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:24:20.084878 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914c924-216a-45c8-a5b6-8d04d2e7fef7 req-a6f59d24-68e4-4183-b4aa-e1fa2deee754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:20.086460 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b914c924-216a-45c8-a5b6-8d04d2e7fef7 req-a6f59d24-68e4-4183-b4aa-e1fa2deee754 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 1130 time: 0.0422485 Oct 31 19:24:20.131587 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b914c924-216a-45c8-a5b6-8d04d2e7fef7 req-4d3a615a-3148-4929-8606-44309cc812cb service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382288 Oct 31 19:24:20.253807 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33c450-e47b-4989-97a5-5ff6156d49f5 req-512d5439-ad34-434b-9b4f-a9ed85c78fa4 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:20.255256 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8f33c450-e47b-4989-97a5-5ff6156d49f5 req-512d5439-ad34-434b-9b4f-a9ed85c78fa4 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 946 time: 0.0459688 Oct 31 19:24:20.302649 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8f33c450-e47b-4989-97a5-5ff6156d49f5 req-8722ede3-3a37-4dd5-9467-240dbed829f1 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417588 Oct 31 19:24:21.306032 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:21.422881 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f152e2d-41cd-4f91-9895-b53de1a8f0d0 req-93f57411-b2d5-443d-9ac7-4829c6cf56fb tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:21.424369 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4f152e2d-41cd-4f91-9895-b53de1a8f0d0 req-93f57411-b2d5-443d-9ac7-4829c6cf56fb tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 946 time: 0.0474408 Oct 31 19:24:21.472003 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4f152e2d-41cd-4f91-9895-b53de1a8f0d0 req-984876f2-5b58-4d34-a0fd-e16b697ed674 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412621 Oct 31 19:24:22.597723 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745b913-032c-40f0-9f31-7953c7addf85 req-92d52329-1b94-42a7-b59b-98f93c36c7c7 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:22.599141 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3745b913-032c-40f0-9f31-7953c7addf85 req-92d52329-1b94-42a7-b59b-98f93c36c7c7 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 946 time: 0.0494413 Oct 31 19:24:22.645951 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3745b913-032c-40f0-9f31-7953c7addf85 req-990eba30-538a-40f2-a067-052e946d8a0b tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412364 Oct 31 19:24:28.058430 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:24:29.914247 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=61,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:29.919993 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:29.990482 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a041340-0e1d-4074-872f-da5e6eebf501 req-907d8017-8631-4e7c-b6ea-fd3a3d668c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:29.992839 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9a041340-0e1d-4074-872f-da5e6eebf501 req-907d8017-8631-4e7c-b6ea-fd3a3d668c85 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 1129 time: 0.0406692 Oct 31 19:24:30.004191 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ee4d7-cba1-4d0b-a7a1-661b53bbe0b9 req-77526dc4-0db9-4928-83bb-bb7856960a08 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:30.005770 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bb9ee4d7-cba1-4d0b-a7a1-661b53bbe0b9 req-77526dc4-0db9-4928-83bb-bb7856960a08 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0460515 Oct 31 19:24:30.055240 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bb9ee4d7-cba1-4d0b-a7a1-661b53bbe0b9 req-e292ef8d-0f3a-492c-8aaa-105ed12620eb tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435474 Oct 31 19:24:30.106295 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a041340-0e1d-4074-872f-da5e6eebf501 req-52283091-64b6-483d-8dca-d6ed1fa83ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:30.107761 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9a041340-0e1d-4074-872f-da5e6eebf501 req-52283091-64b6-483d-8dca-d6ed1fa83ee7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 919 time: 0.1002462 Oct 31 19:24:30.170855 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9a041340-0e1d-4074-872f-da5e6eebf501 req-81179c98-0dca-4840-966a-6460baf5a247 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47bfb5db-2a8e-49bb-8942-819d0c5b71da HTTP/1.1" status: 200 len: 1001 time: 0.0562496 Oct 31 19:24:30.227592 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a041340-0e1d-4074-872f-da5e6eebf501 req-f4ab9c7b-c069-4a65-8c06-b3364fd1d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:30.229083 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9a041340-0e1d-4074-872f-da5e6eebf501 req-f4ab9c7b-c069-4a65-8c06-b3364fd1d0bc service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d2c209a4-c49d-431e-b8bc-b162483f4e74 HTTP/1.1" status: 200 len: 857 time: 0.0486908 Oct 31 19:24:30.275800 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a041340-0e1d-4074-872f-da5e6eebf501 req-ace2267c-d5ca-444e-bc9c-6f917e1ed845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:30.277328 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9a041340-0e1d-4074-872f-da5e6eebf501 req-ace2267c-d5ca-444e-bc9c-6f917e1ed845 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76d0a169-b981-4155-bbd7-0bbdbbf23238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402601 Oct 31 19:24:30.373012 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9a041340-0e1d-4074-872f-da5e6eebf501 req-d635b480-1c90-45ad-905d-feb2ea1c8114 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882051 Oct 31 19:24:30.467052 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9a041340-0e1d-4074-872f-da5e6eebf501 req-97601d2f-3a3f-4984-8582-92a6a38cd958 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873332 Oct 31 19:24:31.180563 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b045a-3fb0-43f4-a15a-b38d97854c71 req-22563131-285a-4be5-ae15-83778b766081 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:31.182074 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-cb0b045a-3fb0-43f4-a15a-b38d97854c71 req-22563131-285a-4be5-ae15-83778b766081 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0479558 Oct 31 19:24:31.234677 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-cb0b045a-3fb0-43f4-a15a-b38d97854c71 req-a8a4afa7-3420-4e37-9839-0a4fa92f6acb tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0470371 Oct 31 19:24:31.574806 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-84ef7940-bc49-4202-805c-ab33d3937012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:32.355639 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc38e28-dfc9-41aa-bd33-90a607211fc5 req-6bd0858c-fbfb-4bf3-90c3-1dd5532de10b tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:32.357114 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bdc38e28-dfc9-41aa-bd33-90a607211fc5 req-6bd0858c-fbfb-4bf3-90c3-1dd5532de10b tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0466435 Oct 31 19:24:32.413470 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bdc38e28-dfc9-41aa-bd33-90a607211fc5 req-a23bdab7-4cc4-4f51-8db9-573700f59993 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0507748 Oct 31 19:24:33.538355 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6014b4-cc09-4a14-b502-e72573d082de req-1ddb0244-5c0c-42ec-9d17-4eb5ee4cdfff tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:33.539835 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bf6014b4-cc09-4a14-b502-e72573d082de req-1ddb0244-5c0c-42ec-9d17-4eb5ee4cdfff tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0477552 Oct 31 19:24:33.589346 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bf6014b4-cc09-4a14-b502-e72573d082de req-fa43bd56-f7bc-4208-ace4-75650d9d1fea tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436592 Oct 31 19:24:33.901386 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f7389218-17c4-45b7-bfa3-ce29f6033c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:34.713289 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de277371-12a2-40f5-b1dc-d7d429d47b2b req-9415f4e7-1378-4751-a040-66c48bd37c22 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:34.714773 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-de277371-12a2-40f5-b1dc-d7d429d47b2b req-9415f4e7-1378-4751-a040-66c48bd37c22 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0481260 Oct 31 19:24:34.757678 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:34.762321 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-de277371-12a2-40f5-b1dc-d7d429d47b2b req-c4cd3569-336d-4b13-8920-861cd7ac5f8e tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420763 Oct 31 19:24:35.022280 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:35.885367 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1efe89-fa7b-46b3-82d6-8aa9fa7d3c02 req-5c636b26-6cb4-451f-8187-ac9de5f64446 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:35.886880 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3d1efe89-fa7b-46b3-82d6-8aa9fa7d3c02 req-5c636b26-6cb4-451f-8187-ac9de5f64446 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0466018 Oct 31 19:24:35.899360 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:35.937172 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3d1efe89-fa7b-46b3-82d6-8aa9fa7d3c02 req-acd210b7-fefb-48d4-9775-b0f0b8064d95 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446525 Oct 31 19:24:36.424758 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:36.675077 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:37.068821 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e24828-0481-44b6-9825-bf4800dfe467 req-f38af687-a600-4cb2-a14c-b3045847a6c0 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:37.070330 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a6e24828-0481-44b6-9825-bf4800dfe467 req-f38af687-a600-4cb2-a14c-b3045847a6c0 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0532317 Oct 31 19:24:37.101778 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:37.110885 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed171c26-2f30-446b-b538-c08552ca6a1f req-a2cb4094-adf7-485f-b8b7-13f6ad2d1aa1 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:37.112299 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ed171c26-2f30-446b-b538-c08552ca6a1f req-a2cb4094-adf7-485f-b8b7-13f6ad2d1aa1 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0499964 Oct 31 19:24:37.119813 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a6e24828-0481-44b6-9825-bf4800dfe467 req-90d25fc4-b6e6-4c67-bc26-960b202bcdad tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439260 Oct 31 19:24:37.161357 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ed171c26-2f30-446b-b538-c08552ca6a1f req-383c3873-1010-4f9d-802e-228487ec1618 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416811 Oct 31 19:24:38.241807 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d504d24-d26a-4d92-923e-0fe3903b53f1 req-37783bc0-4a59-4e3f-90e4-e708b051b1be tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:38.243316 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6d504d24-d26a-4d92-923e-0fe3903b53f1 req-37783bc0-4a59-4e3f-90e4-e708b051b1be tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0488951 Oct 31 19:24:38.288265 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed5adb-4f49-4909-9fbd-3a2fe086571e req-4ee89f48-93ff-448e-b44e-991f672ae371 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:38.289777 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-60ed5adb-4f49-4909-9fbd-3a2fe086571e req-4ee89f48-93ff-448e-b44e-991f672ae371 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0511992 Oct 31 19:24:38.290439 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6d504d24-d26a-4d92-923e-0fe3903b53f1 req-b63e3a62-84a5-4d76-9810-f6a67959e69a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412769 Oct 31 19:24:38.302694 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:38.339139 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-60ed5adb-4f49-4909-9fbd-3a2fe086571e req-d127848b-abc2-41b3-8966-2d2197d5c375 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432315 Oct 31 19:24:39.414416 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688614ed-2323-4c58-9428-6328f6a1b695 req-a30fb3a7-9ea8-4130-8e10-2f3647d255d9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:39.415954 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-688614ed-2323-4c58-9428-6328f6a1b695 req-a30fb3a7-9ea8-4130-8e10-2f3647d255d9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0495355 Oct 31 19:24:39.460190 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a5320-baa8-443c-8fb1-3edfcaf9f077 req-e98dab8f-86a2-42df-a76b-cfb69f3aec3d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:39.461693 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b77a5320-baa8-443c-8fb1-3edfcaf9f077 req-e98dab8f-86a2-42df-a76b-cfb69f3aec3d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0475278 Oct 31 19:24:39.463033 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-688614ed-2323-4c58-9428-6328f6a1b695 req-41ad85dd-9770-4a8d-ad3b-ce68aa0a0d9a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411747 Oct 31 19:24:39.509875 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b77a5320-baa8-443c-8fb1-3edfcaf9f077 req-9b137413-8c80-4245-baaa-d9235f921dca tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425386 Oct 31 19:24:40.586222 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87546945-b24e-45a5-8fb8-0b3c143c593a req-9dc812bb-b510-4e60-8fa5-97f6adc2e7f8 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:40.587708 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-87546945-b24e-45a5-8fb8-0b3c143c593a req-9dc812bb-b510-4e60-8fa5-97f6adc2e7f8 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0473790 Oct 31 19:24:40.628622 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a83c78-d0b3-4c76-a8a2-03c79df664cb req-86417e1e-d7d9-458f-92f5-d21e037abc27 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:40.630658 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-03a83c78-d0b3-4c76-a8a2-03c79df664cb req-86417e1e-d7d9-458f-92f5-d21e037abc27 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0473297 Oct 31 19:24:40.634879 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-87546945-b24e-45a5-8fb8-0b3c143c593a req-59bde11d-09e1-432e-97fe-da62bc52b78a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415778 Oct 31 19:24:40.681784 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-03a83c78-d0b3-4c76-a8a2-03c79df664cb req-ef26da5f-0e89-4d84-a61a-ba6e55342b3d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452638 Oct 31 19:24:41.757056 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98d9d8-6f98-47f2-9642-695844517653 req-331e3585-2d2b-439f-9e25-17c3a310796a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:41.758555 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-fb98d9d8-6f98-47f2-9642-695844517653 req-331e3585-2d2b-439f-9e25-17c3a310796a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0473189 Oct 31 19:24:41.805171 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4482b42-5fe7-4afb-9617-0b4b88a8e238 req-9cf81b78-868c-4c84-b9a1-e1cd47af5e9d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:41.806689 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f4482b42-5fe7-4afb-9617-0b4b88a8e238 req-9cf81b78-868c-4c84-b9a1-e1cd47af5e9d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0484927 Oct 31 19:24:41.809975 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-fb98d9d8-6f98-47f2-9642-695844517653 req-65460f61-c977-41f6-a790-3011489b61a5 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0459476 Oct 31 19:24:41.854788 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f4482b42-5fe7-4afb-9617-0b4b88a8e238 req-57aeb96f-6af7-4758-b084-abaf855099c1 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422297 Oct 31 19:24:42.729164 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:24:42.930543 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd56ef-d7fc-4b90-85b4-edb00de4207a req-c10dc11d-1bf9-4fa7-8269-e41a215f2f88 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:42.932106 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-29fd56ef-d7fc-4b90-85b4-edb00de4207a req-c10dc11d-1bf9-4fa7-8269-e41a215f2f88 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0472138 Oct 31 19:24:42.975857 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c52b53-0edd-4060-a5a1-8feea76a5fab req-b1f23f3e-6749-4660-b236-7a4a06394708 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:42.977415 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-68c52b53-0edd-4060-a5a1-8feea76a5fab req-b1f23f3e-6749-4660-b236-7a4a06394708 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0485346 Oct 31 19:24:42.979102 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-29fd56ef-d7fc-4b90-85b4-edb00de4207a req-45f45fdf-2125-4aef-9a41-948b255c790c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414515 Oct 31 19:24:43.025377 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-68c52b53-0edd-4060-a5a1-8feea76a5fab req-01dd2c8c-d029-45e1-944d-9f78390f330c tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422127 Oct 31 19:24:44.101459 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5b633-7a3c-4a33-b68f-9e6f6564f20e req-23e94e42-4a96-45af-a0a7-6cce327b943d tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:44.103038 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e7b5b633-7a3c-4a33-b68f-9e6f6564f20e req-23e94e42-4a96-45af-a0a7-6cce327b943d tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0516522 Oct 31 19:24:44.129066 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:44.130763 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:44.148003 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ca60d-cb49-44dc-84b9-11070ab44bc5 req-b0597ba7-482c-472e-95ee-c36f9dd46608 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:44.149473 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e01ca60d-cb49-44dc-84b9-11070ab44bc5 req-b0597ba7-482c-472e-95ee-c36f9dd46608 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0464995 Oct 31 19:24:44.153364 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e7b5b633-7a3c-4a33-b68f-9e6f6564f20e req-27de3de6-a6f6-4103-ac3f-0b8a9c1c2626 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0448644 Oct 31 19:24:44.197595 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e01ca60d-cb49-44dc-84b9-11070ab44bc5 req-19a8b3d3-cee2-44ed-8ae9-f956038a3cf1 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416913 Oct 31 19:24:45.275230 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9a03f-aaca-4209-bfb8-097b405d9469 req-b3856065-b8f3-4be1-b951-9ac7a5be6883 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:45.276693 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e4a9a03f-aaca-4209-bfb8-097b405d9469 req-b3856065-b8f3-4be1-b951-9ac7a5be6883 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0484459 Oct 31 19:24:45.324796 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67563d9-4bb1-4ca4-9054-a4a872155ae1 req-231011b8-865f-4347-b62f-20d646ea5086 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:45.326456 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d67563d9-4bb1-4ca4-9054-a4a872155ae1 req-231011b8-865f-4347-b62f-20d646ea5086 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0524271 Oct 31 19:24:45.335969 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e4a9a03f-aaca-4209-bfb8-097b405d9469 req-24096c8e-18a9-40cc-8802-6e14056804a9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0474296 Oct 31 19:24:45.381369 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d67563d9-4bb1-4ca4-9054-a4a872155ae1 req-b3a37e4b-d266-4071-8ea1-d77afbd024dc tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483832 Oct 31 19:24:46.464381 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab950287-216d-4c31-a241-57766a54add9 req-aa73eea9-bff1-454d-a5dd-5a8eb319aadd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:46.466045 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ab950287-216d-4c31-a241-57766a54add9 req-aa73eea9-bff1-454d-a5dd-5a8eb319aadd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0520039 Oct 31 19:24:46.502713 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690b04b-3b03-4bc5-baf0-8ec5a558f0ea req-ce1a30bb-c342-4c46-adfc-c4a0b8905061 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:46.504424 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9690b04b-3b03-4bc5-baf0-8ec5a558f0ea req-ce1a30bb-c342-4c46-adfc-c4a0b8905061 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0469375 Oct 31 19:24:46.528849 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ab950287-216d-4c31-a241-57766a54add9 req-5244ba8b-ac15-4051-96a5-116a685cafe5 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0439150 Oct 31 19:24:46.552586 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9690b04b-3b03-4bc5-baf0-8ec5a558f0ea req-ad7c4017-cdd0-4ed9-9f30-650edb4fce2a tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421519 Oct 31 19:24:46.736255 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d4a7f-5c88-410b-9490-68bb19e3821e req-92c7010a-95e2-4c50-a04f-805a3701d0b7 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:46.737761 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-777d4a7f-5c88-410b-9490-68bb19e3821e req-92c7010a-95e2-4c50-a04f-805a3701d0b7 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0483811 Oct 31 19:24:46.746906 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c156c0-2f06-44b6-9237-18e714448c11 req-c769ce25-d684-4498-aaa7-2e8ada4f3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:46.748371 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-93c156c0-2f06-44b6-9237-18e714448c11 req-c769ce25-d684-4498-aaa7-2e8ada4f3751 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=c47ae1789d284a72bb71a6ffe55e7d8b&device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 1169 time: 0.0396106 Oct 31 19:24:46.803230 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-777d4a7f-5c88-410b-9490-68bb19e3821e req-0b61b1dc-e7fc-4cd4-a0a5-cc3ab368b391 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592043 Oct 31 19:24:46.844625 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c156c0-2f06-44b6-9237-18e714448c11 req-55edaf62-c5a6-4cee-9818-ba3f38aa8acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:46.846128 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-93c156c0-2f06-44b6-9237-18e714448c11 req-55edaf62-c5a6-4cee-9818-ba3f38aa8acd service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c6bf2493-20fd-4374-968a-63f86eb3e413 HTTP/1.1" status: 200 len: 916 time: 0.0901313 Oct 31 19:24:46.900759 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:46.909639 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-93c156c0-2f06-44b6-9237-18e714448c11 req-3adf27ba-3647-49db-95db-94fefe23a040 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02358090-76d2-46a6-9956-91d3a84a985a HTTP/1.1" status: 200 len: 1002 time: 0.0562353 Oct 31 19:24:46.986725 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c156c0-2f06-44b6-9237-18e714448c11 req-4363bee6-1082-4106-a78f-753db4f26aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:46.988132 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-93c156c0-2f06-44b6-9237-18e714448c11 req-4363bee6-1082-4106-a78f-753db4f26aae service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6041325e-1127-4844-85cb-5712b83a13fd HTTP/1.1" status: 200 len: 854 time: 0.0433278 Oct 31 19:24:47.039393 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c156c0-2f06-44b6-9237-18e714448c11 req-37924eff-534f-4aa6-8ade-9fad59d206f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:47.040816 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-93c156c0-2f06-44b6-9237-18e714448c11 req-37924eff-534f-4aa6-8ade-9fad59d206f6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c6bf2493-20fd-4374-968a-63f86eb3e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414033 Oct 31 19:24:47.099798 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:47.132524 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-93c156c0-2f06-44b6-9237-18e714448c11 req-d02d26ec-6117-4b6b-acf4-502d96e94700 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6bf2493-20fd-4374-968a-63f86eb3e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843682 Oct 31 19:24:47.237409 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-93c156c0-2f06-44b6-9237-18e714448c11 req-690c8909-4c7d-4a17-8489-59dcc4c6a7ac service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6bf2493-20fd-4374-968a-63f86eb3e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871727 Oct 31 19:24:47.318246 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831fe4c-9933-4b1e-8dd6-b38a19e4d987 req-58b28fa2-99d6-4136-9388-52f2d29e76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:47.319745 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1831fe4c-9933-4b1e-8dd6-b38a19e4d987 req-58b28fa2-99d6-4136-9388-52f2d29e76d8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f9c317b548b40deb8cb27236d36d674&device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 1130 time: 0.0399587 Oct 31 19:24:47.451973 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831fe4c-9933-4b1e-8dd6-b38a19e4d987 req-cb5731ab-d306-4626-a68a-3cdae6d9bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:47.453348 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1831fe4c-9933-4b1e-8dd6-b38a19e4d987 req-cb5731ab-d306-4626-a68a-3cdae6d9bf6c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=bb81951e-1ade-402e-8059-76bd3e08139a HTTP/1.1" status: 200 len: 910 time: 0.0938225 Oct 31 19:24:47.623603 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1831fe4c-9933-4b1e-8dd6-b38a19e4d987 req-52a87ef1-2134-4e77-901c-0f549a038364 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=810ffdd3-13de-43d5-a09c-221911cc3bcf HTTP/1.1" status: 200 len: 1001 time: 0.0689209 Oct 31 19:24:47.642603 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:47.672974 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:47.684101 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0bac5-7db9-43bb-8088-5573c9d25350 req-3a614f13-0605-4c4b-abfc-e5e34b9b1ad1 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:47.685572 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d9c0bac5-7db9-43bb-8088-5573c9d25350 req-3a614f13-0605-4c4b-abfc-e5e34b9b1ad1 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0529575 Oct 31 19:24:47.695347 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce92d2-f3d0-4f33-8381-5fc97b80159c req-96d8b5b5-d2cf-46c3-8702-0ee232384e31 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:47.696819 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-27ce92d2-f3d0-4f33-8381-5fc97b80159c req-96d8b5b5-d2cf-46c3-8702-0ee232384e31 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0901458 Oct 31 19:24:47.713145 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831fe4c-9933-4b1e-8dd6-b38a19e4d987 req-de98299a-d095-4ce3-87fe-3a6b2c6aa400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:47.714467 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1831fe4c-9933-4b1e-8dd6-b38a19e4d987 req-de98299a-d095-4ce3-87fe-3a6b2c6aa400 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9821b6e6-ba6a-40fd-94d0-4d7194d13f47 HTTP/1.1" status: 200 len: 848 time: 0.0746243 Oct 31 19:24:47.733561 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d9c0bac5-7db9-43bb-8088-5573c9d25350 req-57715381-95ce-4674-900a-e2191e804cb7 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422602 Oct 31 19:24:47.778512 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831fe4c-9933-4b1e-8dd6-b38a19e4d987 req-a02a9868-0403-4584-a903-58c8fb5bcc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:47.779995 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1831fe4c-9933-4b1e-8dd6-b38a19e4d987 req-a02a9868-0403-4584-a903-58c8fb5bcc4b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=bb81951e-1ade-402e-8059-76bd3e08139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584643 Oct 31 19:24:47.784168 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-27ce92d2-f3d0-4f33-8381-5fc97b80159c req-6d839582-7283-4e8a-9720-4a09b180929a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0812857 Oct 31 19:24:47.875614 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1831fe4c-9933-4b1e-8dd6-b38a19e4d987 req-93df2b38-e638-4c60-8222-867303eeabc1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884333 Oct 31 19:24:47.922509 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b3672-4b1b-43cb-8eeb-edabfa9f50fc req-98ea4e6b-2627-4c49-ac16-6a62973d3c6a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:47.923950 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d27b3672-4b1b-43cb-8eeb-edabfa9f50fc req-98ea4e6b-2627-4c49-ac16-6a62973d3c6a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0457423 Oct 31 19:24:47.968384 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1831fe4c-9933-4b1e-8dd6-b38a19e4d987 req-7ee80468-10be-4d0d-9a84-97184d9fae6d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857656 Oct 31 19:24:47.983467 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d27b3672-4b1b-43cb-8eeb-edabfa9f50fc req-54dd780c-5d4a-45ec-9568-41cce555e4c3 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527072 Oct 31 19:24:48.855164 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66014387-0e3f-4cab-ac35-2cb76244d56a req-bdea5005-29d8-40a7-abff-740b247f08fa tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:48.856648 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-66014387-0e3f-4cab-ac35-2cb76244d56a req-bdea5005-29d8-40a7-abff-740b247f08fa tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0480700 Oct 31 19:24:48.907778 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-66014387-0e3f-4cab-ac35-2cb76244d56a req-3146689d-d307-4313-9107-92943bc10e6c tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454471 Oct 31 19:24:48.910944 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40ad06-f029-461e-b522-8e9715a97615 req-32893d85-073a-4cf6-8ae7-63af45dbd1b6 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:48.912417 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3a40ad06-f029-461e-b522-8e9715a97615 req-32893d85-073a-4cf6-8ae7-63af45dbd1b6 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0499966 Oct 31 19:24:48.961478 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3a40ad06-f029-461e-b522-8e9715a97615 req-9c3c1a74-1227-409a-82b5-6c919eb83240 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428598 Oct 31 19:24:49.103052 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc46cdd-8576-42e4-a362-c034007e7bc3 req-e4c8a646-db9d-418b-b79f-4abd069c034f tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:49.104502 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-edc46cdd-8576-42e4-a362-c034007e7bc3 req-e4c8a646-db9d-418b-b79f-4abd069c034f tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0465875 Oct 31 19:24:49.135894 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:49.167096 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-edc46cdd-8576-42e4-a362-c034007e7bc3 req-4bca38d3-252b-4018-80b0-b5b5d440ed2d tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564561 Oct 31 19:24:50.028795 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f7c5e-6c93-40cb-b8ea-0b19e367a7c0 req-3e8ac03c-8180-4b99-82e9-91c45875ddd1 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:50.030320 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-919f7c5e-6c93-40cb-b8ea-0b19e367a7c0 req-3e8ac03c-8180-4b99-82e9-91c45875ddd1 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0472703 Oct 31 19:24:50.078461 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-919f7c5e-6c93-40cb-b8ea-0b19e367a7c0 req-8a238854-e0f5-4e25-bf95-91ea34e53c88 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426548 Oct 31 19:24:50.084048 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89bbb-559d-4942-8f0e-c724d526c76b req-87105eb6-dda1-4c88-b5e9-4c7490b194b3 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:50.085575 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f9d89bbb-559d-4942-8f0e-c724d526c76b req-87105eb6-dda1-4c88-b5e9-4c7490b194b3 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0483885 Oct 31 19:24:50.136008 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f9d89bbb-559d-4942-8f0e-c724d526c76b req-745ef7e4-6422-408b-96b7-8d709215ff35 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440118 Oct 31 19:24:50.291567 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd514a1-b29e-46a8-86ec-e0ebc0cb2fd4 req-c5188a77-b393-48a8-a38a-b0670fbdfbac tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:50.293020 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-cfd514a1-b29e-46a8-86ec-e0ebc0cb2fd4 req-c5188a77-b393-48a8-a38a-b0670fbdfbac tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0520256 Oct 31 19:24:50.351057 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-cfd514a1-b29e-46a8-86ec-e0ebc0cb2fd4 req-caae206a-deeb-48fe-b1f8-596d925e5993 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523076 Oct 31 19:24:51.189574 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:51.206703 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c6b98-fa68-4fcf-88c5-13e4d77087f5 req-3099d1a2-5602-41a6-88fa-9f5a5046660c tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:51.209642 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e61c6b98-fa68-4fcf-88c5-13e4d77087f5 req-3099d1a2-5602-41a6-88fa-9f5a5046660c tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0543151 Oct 31 19:24:51.269213 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e927c5-372f-4822-9605-1838ac0b5f54 req-bb0d3c09-df74-40ee-88ad-5c9a3d61d21c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:51.271260 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d1e927c5-372f-4822-9605-1838ac0b5f54 req-bb0d3c09-df74-40ee-88ad-5c9a3d61d21c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0504110 Oct 31 19:24:51.277066 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e61c6b98-fa68-4fcf-88c5-13e4d77087f5 req-d5ee02e1-3cdc-4902-878e-01058a0724d2 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628152 Oct 31 19:24:51.322565 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d1e927c5-372f-4822-9605-1838ac0b5f54 req-fc3ee731-da32-446d-a3d6-6b94b49b9699 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444181 Oct 31 19:24:51.474206 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357c747-bf16-45a6-9782-bc643ceb763f req-dc25c6e6-3d68-4dd2-a23f-866d5cf11e80 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:51.476025 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a357c747-bf16-45a6-9782-bc643ceb763f req-dc25c6e6-3d68-4dd2-a23f-866d5cf11e80 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0484025 Oct 31 19:24:51.541028 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a357c747-bf16-45a6-9782-bc643ceb763f req-6535bbb3-0c62-4162-a275-b56c75fa0ef9 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548711 Oct 31 19:24:52.399481 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535ce5c-dcc9-490e-af55-823b6821a223 req-aeea2731-ab67-42ed-830a-26493b667177 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:52.400961 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c535ce5c-dcc9-490e-af55-823b6821a223 req-aeea2731-ab67-42ed-830a-26493b667177 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0464783 Oct 31 19:24:52.446579 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e0fb7-c1a6-4728-bfdb-91bdf32854d5 req-e3aadb6d-cc86-4e40-a6bd-c6253eda1a8b tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:52.448045 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-129e0fb7-c1a6-4728-bfdb-91bdf32854d5 req-e3aadb6d-cc86-4e40-a6bd-c6253eda1a8b tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0502656 Oct 31 19:24:52.451824 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c535ce5c-dcc9-490e-af55-823b6821a223 req-cb052b00-c4f8-41cf-971d-b1adfc30697a tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454798 Oct 31 19:24:52.496749 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-129e0fb7-c1a6-4728-bfdb-91bdf32854d5 req-9a80d735-db44-47db-a52a-1c41bc080598 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427287 Oct 31 19:24:52.660209 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6f900-1675-45e7-99d7-d44e111d3b3a req-e6d31b6b-9e00-4119-ab69-f85f7793f368 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:52.662211 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5ad6f900-1675-45e7-99d7-d44e111d3b3a req-e6d31b6b-9e00-4119-ab69-f85f7793f368 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0485389 Oct 31 19:24:52.720972 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5ad6f900-1675-45e7-99d7-d44e111d3b3a req-dc025860-3032-4c92-88bb-e873ef72887a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528600 Oct 31 19:24:52.722771 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:52.725641 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:53.571654 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47ce59-2353-44a6-b170-5f52fa6c184a req-a0be54ae-0541-49c9-9bc1-e115f183c217 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:53.573130 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0e47ce59-2353-44a6-b170-5f52fa6c184a req-a0be54ae-0541-49c9-9bc1-e115f183c217 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0475876 Oct 31 19:24:53.618146 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac929b-552d-44b8-8a75-27e0d4d1a85f req-8cc31582-ee51-4de5-ae7f-3700916c02f6 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:53.619772 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0e47ce59-2353-44a6-b170-5f52fa6c184a req-d508136e-f9c8-4741-9421-0b7a0bbeea76 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410879 Oct 31 19:24:53.620490 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-74ac929b-552d-44b8-8a75-27e0d4d1a85f req-8cc31582-ee51-4de5-ae7f-3700916c02f6 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0464933 Oct 31 19:24:53.667653 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-74ac929b-552d-44b8-8a75-27e0d4d1a85f req-c3a7abac-5382-4be3-b049-3ec842252794 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417173 Oct 31 19:24:53.838898 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff410c53-8cd7-490d-9004-3badec503639 req-06843efb-9792-48ee-a016-d3fb778f608e tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:53.840342 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ff410c53-8cd7-490d-9004-3badec503639 req-06843efb-9792-48ee-a016-d3fb778f608e tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0462244 Oct 31 19:24:53.902037 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ff410c53-8cd7-490d-9004-3badec503639 req-1a16eab0-aa25-4bb1-b3b6-a4c571e847c9 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561764 Oct 31 19:24:54.743909 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b2741-d277-46bc-80dc-c9495f4ad047 req-b5436b05-2c90-478d-ad6d-405ecad7bf4d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:54.745389 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-dd9b2741-d277-46bc-80dc-c9495f4ad047 req-b5436b05-2c90-478d-ad6d-405ecad7bf4d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0518401 Oct 31 19:24:54.789865 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f905c66-ab18-4e48-86b4-31409bb4c007 req-e87a3b67-96ce-4312-9dc1-bea9d172f5c5 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:54.791589 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2f905c66-ab18-4e48-86b4-31409bb4c007 req-e87a3b67-96ce-4312-9dc1-bea9d172f5c5 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0475399 Oct 31 19:24:54.796622 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-dd9b2741-d277-46bc-80dc-c9495f4ad047 req-7733c6a7-77f9-448c-9c3d-12b3d9936db8 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437288 Oct 31 19:24:54.841714 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2f905c66-ab18-4e48-86b4-31409bb4c007 req-6bfebb78-2636-47dc-bc5f-9f21c0d6d3b0 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443738 Oct 31 19:24:55.020860 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:55.029964 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d13fa-f31f-4da3-b3b1-c1c700730484 req-6209b3bb-33a9-4a6f-9a70-93983624ea46 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:55.031463 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5c4d13fa-f31f-4da3-b3b1-c1c700730484 req-6209b3bb-33a9-4a6f-9a70-93983624ea46 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0523577 Oct 31 19:24:55.090448 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0af108-c9c7-4fec-876e-5c6c5146a75b req-bc65ac85-172b-4669-92d2-e04a193dfe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:55.092726 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-cc0af108-c9c7-4fec-876e-5c6c5146a75b req-bc65ac85-172b-4669-92d2-e04a193dfe38 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 1129 time: 0.0393467 Oct 31 19:24:55.093038 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5c4d13fa-f31f-4da3-b3b1-c1c700730484 req-99198864-c316-4031-98f2-29aa33230fa8 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557058 Oct 31 19:24:55.138737 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-cc0af108-c9c7-4fec-876e-5c6c5146a75b req-3a56e085-e145-4ccd-a37e-b3607f004f30 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0381181 Oct 31 19:24:55.921942 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe7d75-1b14-495b-8f4b-79ff643b4982 req-16bb755e-cdc0-458e-bbe8-a2b311d87298 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:55.923423 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49fe7d75-1b14-495b-8f4b-79ff643b4982 req-16bb755e-cdc0-458e-bbe8-a2b311d87298 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0509598 Oct 31 19:24:55.956076 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:55.965343 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fac5b1-3158-46a8-af72-a2bca025c12a req-01f044fa-7c89-4d1e-8502-c4a3e9c9ed88 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:55.966853 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-05fac5b1-3158-46a8-af72-a2bca025c12a req-01f044fa-7c89-4d1e-8502-c4a3e9c9ed88 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0485365 Oct 31 19:24:55.972146 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49fe7d75-1b14-495b-8f4b-79ff643b4982 req-1c83aa73-ab8b-4b42-b816-56b5527f21c7 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431504 Oct 31 19:24:56.017980 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-05fac5b1-3158-46a8-af72-a2bca025c12a req-9cc1ee9c-aef4-44f9-8d3d-509864d6c3c0 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0456810 Oct 31 19:24:56.169803 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3edb7-2986-48b2-8678-826c52cc4e2c req-64332d93-d657-4a28-92a8-73c0e91603d7 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:56.171309 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-22f3edb7-2986-48b2-8678-826c52cc4e2c req-64332d93-d657-4a28-92a8-73c0e91603d7 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0488029 Oct 31 19:24:56.218406 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f911406-30a8-4bb5-8852-274d792501c4 req-f16e5876-0ad9-4d08-9c46-c736f53b4e68 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:56.219968 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6f911406-30a8-4bb5-8852-274d792501c4 req-f16e5876-0ad9-4d08-9c46-c736f53b4e68 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0474799 Oct 31 19:24:56.220106 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-22f3edb7-2986-48b2-8678-826c52cc4e2c req-d903050c-1e71-4abf-9b1e-8852e645bd3d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427051 Oct 31 19:24:56.279719 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6f911406-30a8-4bb5-8852-274d792501c4 req-1d8e1a9f-4630-4503-8418-db83e6a9242e tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537660 Oct 31 19:24:57.137530 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11633414-0472-4884-a0f8-fd3b19783ced req-7b2a75be-bc6d-43ae-b010-7bb3c215eeef tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:57.139045 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-11633414-0472-4884-a0f8-fd3b19783ced req-7b2a75be-bc6d-43ae-b010-7bb3c215eeef tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0462465 Oct 31 19:24:57.185391 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-11633414-0472-4884-a0f8-fd3b19783ced req-b60f908a-e18a-4fee-b519-fea316663a8a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409877 Oct 31 19:24:57.342511 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeac755-5ac1-4f3d-8ef4-86a080f1c9d7 req-26586996-4797-4b99-91a4-be7f6e43f9a0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:57.344025 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-eeeac755-5ac1-4f3d-8ef4-86a080f1c9d7 req-26586996-4797-4b99-91a4-be7f6e43f9a0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0507009 Oct 31 19:24:57.368670 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:57.392356 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-eeeac755-5ac1-4f3d-8ef4-86a080f1c9d7 req-ce698b55-b1ed-4df4-81df-d77b860aaad4 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423908 Oct 31 19:24:57.404418 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2889f-bb54-4bc5-bfad-8aed7e9e7594 req-cfb9e1bb-f403-410e-94f1-08f9c139a7e4 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:57.405913 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e5b2889f-bb54-4bc5-bfad-8aed7e9e7594 req-cfb9e1bb-f403-410e-94f1-08f9c139a7e4 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0519702 Oct 31 19:24:57.466227 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e5b2889f-bb54-4bc5-bfad-8aed7e9e7594 req-7de81976-1a86-421d-8ba9-77d4e374dac9 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538259 Oct 31 19:24:58.305446 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5268f64-4fc1-4448-811b-8b409b41bacc req-4c54199d-2a07-4f10-ae72-e60c9d9458b3 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:58.306939 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a5268f64-4fc1-4448-811b-8b409b41bacc req-4c54199d-2a07-4f10-ae72-e60c9d9458b3 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0483241 Oct 31 19:24:58.318416 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:24:58.354648 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a5268f64-4fc1-4448-811b-8b409b41bacc req-f68a9acd-fab3-4ffa-a820-6b7137eeb25d tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419848 Oct 31 19:24:58.512332 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff2ef7-ab8e-46fe-af2f-82975dc40342 req-632a0b5c-b550-414b-8e67-e05caccd4a34 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:58.513857 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b4ff2ef7-ab8e-46fe-af2f-82975dc40342 req-632a0b5c-b550-414b-8e67-e05caccd4a34 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0466621 Oct 31 19:24:58.569578 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b4ff2ef7-ab8e-46fe-af2f-82975dc40342 req-9a62e3e1-37ff-42e6-a3f5-717b8bd1744f tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499361 Oct 31 19:24:58.596227 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1cb1a-e285-4256-81e7-bd77e84af3c4 req-132c6060-6127-41b4-95d9-731fa8cc8d13 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:58.597815 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-84b1cb1a-e285-4256-81e7-bd77e84af3c4 req-132c6060-6127-41b4-95d9-731fa8cc8d13 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0529568 Oct 31 19:24:58.686095 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602a982-735b-4cde-b90b-9cc5f8de2c86 req-c8f8fbc6-2d8f-4445-8fad-af266696eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:58.687643 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3602a982-735b-4cde-b90b-9cc5f8de2c86 req-c8f8fbc6-2d8f-4445-8fad-af266696eab0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f9c317b548b40deb8cb27236d36d674&device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 1130 time: 0.0672135 Oct 31 19:24:58.697513 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-84b1cb1a-e285-4256-81e7-bd77e84af3c4 req-a10d3d06-5e83-4da0-aef5-6c71bbe86730 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940020 Oct 31 19:24:58.785255 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602a982-735b-4cde-b90b-9cc5f8de2c86 req-5e73e981-db13-43cd-8954-6de9a9175d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:58.786730 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3602a982-735b-4cde-b90b-9cc5f8de2c86 req-5e73e981-db13-43cd-8954-6de9a9175d39 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=bb81951e-1ade-402e-8059-76bd3e08139a HTTP/1.1" status: 200 len: 910 time: 0.0883753 Oct 31 19:24:58.856360 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3602a982-735b-4cde-b90b-9cc5f8de2c86 req-e6d560e8-0d7b-4107-8cc5-a45d66bf106e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=810ffdd3-13de-43d5-a09c-221911cc3bcf HTTP/1.1" status: 200 len: 1001 time: 0.0577347 Oct 31 19:24:59.014656 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602a982-735b-4cde-b90b-9cc5f8de2c86 req-9cfb2aa1-be87-425d-b794-79db87dece74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:59.016180 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3602a982-735b-4cde-b90b-9cc5f8de2c86 req-9cfb2aa1-be87-425d-b794-79db87dece74 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9821b6e6-ba6a-40fd-94d0-4d7194d13f47 HTTP/1.1" status: 200 len: 848 time: 0.0481069 Oct 31 19:24:59.478971 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db51348-9316-4a7f-adac-0a8f8380acc4 req-ee384962-5b16-484f-ac9b-bf00ab6f2365 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:59.480463 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3db51348-9316-4a7f-adac-0a8f8380acc4 req-ee384962-5b16-484f-ac9b-bf00ab6f2365 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0499058 Oct 31 19:24:59.528936 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3db51348-9316-4a7f-adac-0a8f8380acc4 req-cc2085d2-b9f6-4295-b31a-6675d144c8b3 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421917 Oct 31 19:24:59.746084 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0e2ad-457e-45d8-85ef-88fbcdb26a3a req-b571e41f-5746-4fb3-91d1-903e2de13614 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:59.747602 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-19f0e2ad-457e-45d8-85ef-88fbcdb26a3a req-b571e41f-5746-4fb3-91d1-903e2de13614 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0949543 Oct 31 19:24:59.750372 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602a982-735b-4cde-b90b-9cc5f8de2c86 req-46411cf9-a294-4479-bfb6-a79b11c0fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:59.751715 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3602a982-735b-4cde-b90b-9cc5f8de2c86 req-46411cf9-a294-4479-bfb6-a79b11c0fe5b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=bb81951e-1ade-402e-8059-76bd3e08139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591238 Oct 31 19:24:59.851145 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-19f0e2ad-457e-45d8-85ef-88fbcdb26a3a req-f19362fa-119d-4c65-987a-e1bc5702aadb tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977545 Oct 31 19:24:59.881095 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3602a982-735b-4cde-b90b-9cc5f8de2c86 req-c717a181-51d7-4687-9787-41926057ed1e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203244 Oct 31 19:24:59.937994 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3183cf-31bc-4259-81cc-e05266be03a7 req-170ae300-10e8-405b-952d-0140300bf373 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:24:59.939959 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0d3183cf-31bc-4259-81cc-e05266be03a7 req-170ae300-10e8-405b-952d-0140300bf373 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0480659 Oct 31 19:25:00.001914 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0d3183cf-31bc-4259-81cc-e05266be03a7 req-81ae288c-4d49-4413-bb1b-8a653d98c7c2 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554490 Oct 31 19:25:00.045433 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d4ee-d74f-4b3c-a20c-133606b5beb4 req-dd15ba69-d834-42bf-b04d-ecc72dbe3280 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:00.046927 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-52e7d4ee-d74f-4b3c-a20c-133606b5beb4 req-dd15ba69-d834-42bf-b04d-ecc72dbe3280 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0513172 Oct 31 19:25:00.093497 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-52e7d4ee-d74f-4b3c-a20c-133606b5beb4 req-78c3abc2-46be-4ce5-8365-824dd0c7c052 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404201 Oct 31 19:25:00.955050 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3602a982-735b-4cde-b90b-9cc5f8de2c86 req-1b6525f5-5c00-4ecb-9800-999d96889c9a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862665 Oct 31 19:25:00.976716 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2b7fe-28a4-408e-8b24-b91d488a5e96 req-951f779f-9be4-4c8f-a6d6-6a0902950e48 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:00.978243 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-10d2b7fe-28a4-408e-8b24-b91d488a5e96 req-951f779f-9be4-4c8f-a6d6-6a0902950e48 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0477166 Oct 31 19:25:01.027631 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-10d2b7fe-28a4-408e-8b24-b91d488a5e96 req-1f3b5eeb-49ae-455d-866c-97cbf3b45805 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437746 Oct 31 19:25:01.217500 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73823605-618b-42cf-adb8-6c65cb939833 req-b1134726-8f32-499a-81a9-31f9aea00d2f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:01.218977 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-73823605-618b-42cf-adb8-6c65cb939833 req-b1134726-8f32-499a-81a9-31f9aea00d2f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0486109 Oct 31 19:25:01.268957 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-73823605-618b-42cf-adb8-6c65cb939833 req-60d4d2f3-a692-42a2-aafd-8955f201ac27 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433366 Oct 31 19:25:01.343099 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852053f-ed2b-4df2-a68e-660f53a9c065 req-ad551725-edc2-48e6-bc9a-2e980f5019b0 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:01.344556 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4852053f-ed2b-4df2-a68e-660f53a9c065 req-ad551725-edc2-48e6-bc9a-2e980f5019b0 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.2691522 Oct 31 19:25:01.362264 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:01.403675 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4852053f-ed2b-4df2-a68e-660f53a9c065 req-df0bf574-ddb6-4a75-afbb-90af676bb719 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533316 Oct 31 19:25:01.566338 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-333fe004-40ea-48f9-a0d0-364d08682389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:02.148716 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818ebc4-2544-4177-9086-587d59e2b39c req-1a2b565f-da72-4585-8aef-353a4244a480 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:02.150179 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3818ebc4-2544-4177-9086-587d59e2b39c req-1a2b565f-da72-4585-8aef-353a4244a480 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0459411 Oct 31 19:25:02.185227 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:02.197128 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3818ebc4-2544-4177-9086-587d59e2b39c req-88185069-19e5-4a7e-b539-168911b25a77 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415668 Oct 31 19:25:02.389053 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c52ff-79ba-401c-8859-62faa8043b1c req-634c0a5e-1ecf-4cfa-8586-3a3e0a375b4a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:02.390506 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c14c52ff-79ba-401c-8859-62faa8043b1c req-634c0a5e-1ecf-4cfa-8586-3a3e0a375b4a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0460439 Oct 31 19:25:02.435980 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c14c52ff-79ba-401c-8859-62faa8043b1c req-5e5a4703-c1e5-40bd-9729-3941694ceade tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400829 Oct 31 19:25:02.524576 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e3e58-1d82-4a1e-a38a-72ad01b3d972 req-a4695bac-25c9-4392-b819-3d6c64af6558 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:02.526032 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d15e3e58-1d82-4a1e-a38a-72ad01b3d972 req-a4695bac-25c9-4392-b819-3d6c64af6558 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0493472 Oct 31 19:25:02.575811 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:02.586358 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d15e3e58-1d82-4a1e-a38a-72ad01b3d972 req-46f661dc-1732-42f6-a70e-3cc83086d49c tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547092 Oct 31 19:25:02.624016 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b6d82-62a9-4fdc-ae95-37e68fd44e1d req-272c20c9-9e13-4280-b635-c669df4883bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:02.625472 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-438b6d82-62a9-4fdc-ae95-37e68fd44e1d req-272c20c9-9e13-4280-b635-c669df4883bc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 1129 time: 0.0469816 Oct 31 19:25:02.667534 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:02.727993 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b6d82-62a9-4fdc-ae95-37e68fd44e1d req-91690220-4a2e-45e5-9cbd-d68e847097be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:02.729457 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-438b6d82-62a9-4fdc-ae95-37e68fd44e1d req-91690220-4a2e-45e5-9cbd-d68e847097be service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 919 time: 0.0869148 Oct 31 19:25:02.828364 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-438b6d82-62a9-4fdc-ae95-37e68fd44e1d req-c1258109-59aa-4f1b-bc27-c8494f430158 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47bfb5db-2a8e-49bb-8942-819d0c5b71da HTTP/1.1" status: 200 len: 1001 time: 0.0588951 Oct 31 19:25:02.875689 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b6d82-62a9-4fdc-ae95-37e68fd44e1d req-c2179fa6-dfb6-4a62-a221-bba43d7f427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:02.877082 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-438b6d82-62a9-4fdc-ae95-37e68fd44e1d req-c2179fa6-dfb6-4a62-a221-bba43d7f427d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d2c209a4-c49d-431e-b8bc-b162483f4e74 HTTP/1.1" status: 200 len: 857 time: 0.0426373 Oct 31 19:25:02.955006 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b6d82-62a9-4fdc-ae95-37e68fd44e1d req-79340677-687b-45d1-b6e3-2ea3bac87b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:02.956507 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-438b6d82-62a9-4fdc-ae95-37e68fd44e1d req-79340677-687b-45d1-b6e3-2ea3bac87b79 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76d0a169-b981-4155-bbd7-0bbdbbf23238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388062 Oct 31 19:25:03.050365 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-438b6d82-62a9-4fdc-ae95-37e68fd44e1d req-90957872-b3d5-4e86-9d64-fc0950366691 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855188 Oct 31 19:25:03.207426 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-438b6d82-62a9-4fdc-ae95-37e68fd44e1d req-19300d61-b2b2-44fe-ad61-3352fb0b287c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879674 Oct 31 19:25:03.319141 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204939ac-af6e-49ef-a88d-dea1255bbb49 req-8227034c-1d73-461d-bc9b-61409eb2a97d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:03.320610 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-204939ac-af6e-49ef-a88d-dea1255bbb49 req-8227034c-1d73-461d-bc9b-61409eb2a97d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0516322 Oct 31 19:25:03.367298 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-204939ac-af6e-49ef-a88d-dea1255bbb49 req-61beec46-a3ae-404e-bf4a-0f8a01f8a9ea tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412300 Oct 31 19:25:03.557490 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6b1e5-9c41-4175-a45e-bddda482b7c4 req-e4036657-7add-4f53-b9b9-0b711fabbacb tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:03.558990 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7df6b1e5-9c41-4175-a45e-bddda482b7c4 req-e4036657-7add-4f53-b9b9-0b711fabbacb tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0471885 Oct 31 19:25:03.605401 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7df6b1e5-9c41-4175-a45e-bddda482b7c4 req-a5e609fe-f7e6-4646-a9b6-40ce78415a26 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409815 Oct 31 19:25:03.710052 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b2b2c-8856-444c-96c8-a9abb028a54e req-aa26d0ff-67c7-499e-8ff4-5f03a71e1323 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:03.711508 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-568b2b2c-8856-444c-96c8-a9abb028a54e req-aa26d0ff-67c7-499e-8ff4-5f03a71e1323 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0473268 Oct 31 19:25:03.775946 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-568b2b2c-8856-444c-96c8-a9abb028a54e req-a3cedfde-ff6a-4967-b342-62355bea916e tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588167 Oct 31 19:25:03.902508 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4d2cf81a-97e5-4730-8285-b6311a98f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:04.723696 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba5a9d-6fdb-479f-ab30-3140e1c50ee7 req-14a6fc4c-8aa2-4408-8be9-1e4657f0a5a0 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:04.725125 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-50ba5a9d-6fdb-479f-ab30-3140e1c50ee7 req-14a6fc4c-8aa2-4408-8be9-1e4657f0a5a0 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0450075 Oct 31 19:25:04.773991 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-50ba5a9d-6fdb-479f-ab30-3140e1c50ee7 req-1259b77c-b26f-4a54-bfc3-9f024277d672 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434062 Oct 31 19:25:04.900996 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27636a-eca4-437b-ae7e-1215b6606112 req-1dd762a6-661e-4c8a-a8f1-17f8ae715c04 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:04.902500 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3e27636a-eca4-437b-ae7e-1215b6606112 req-1dd762a6-661e-4c8a-a8f1-17f8ae715c04 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0509770 Oct 31 19:25:04.965156 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3e27636a-eca4-437b-ae7e-1215b6606112 req-c4dedc2e-c564-41da-9c76-2bbb3720ae48 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566778 Oct 31 19:25:05.025373 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:05.056336 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:25:05.894091 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b3ed0-535d-4f82-9b77-c70f62dfb5c9 req-c7c9b78d-3b54-4f21-b13d-9ab7091b1882 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:05.895547 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e60b3ed0-535d-4f82-9b77-c70f62dfb5c9 req-c7c9b78d-3b54-4f21-b13d-9ab7091b1882 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0461524 Oct 31 19:25:05.942029 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e60b3ed0-535d-4f82-9b77-c70f62dfb5c9 req-36a50d3d-6da5-4c55-8a96-adea12f3a8a1 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410099 Oct 31 19:25:06.088967 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac8589-188b-4361-b495-55b10c797028 req-cff1065b-38e2-4854-ad23-79f91c55b556 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:06.090488 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-17ac8589-188b-4361-b495-55b10c797028 req-cff1065b-38e2-4854-ad23-79f91c55b556 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0489213 Oct 31 19:25:06.111343 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:06.150910 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-17ac8589-188b-4361-b495-55b10c797028 req-0bd27ea2-f1e4-4bef-9429-8853693241ef tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546973 Oct 31 19:25:06.427306 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:06.677056 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:07.061900 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8a50-602e-4383-acf8-cf367fa65506 req-42c58996-dcd4-473a-bfeb-6a2df17d53fc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:07.063434 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3bcd8a50-602e-4383-acf8-cf367fa65506 req-42c58996-dcd4-473a-bfeb-6a2df17d53fc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0471323 Oct 31 19:25:07.111742 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3bcd8a50-602e-4383-acf8-cf367fa65506 req-34f23e29-f81f-49b9-99f9-a11e4517c177 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421720 Oct 31 19:25:07.240122 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46b414-cf2f-48cc-9dfa-575ff3339476 req-794c9938-1422-4ed8-b053-11d1a5d57e2a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:07.241657 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3b46b414-cf2f-48cc-9dfa-575ff3339476 req-794c9938-1422-4ed8-b053-11d1a5d57e2a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0571504 Oct 31 19:25:07.251759 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 51806) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:25:07.257282 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-c9528be7-7e1a-45f0-a243-e23055a720e4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Request body: {'floatingip': {'port_id': '47bfb5db-2a8e-49bb-8942-819d0c5b71da'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:25:07.331024 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c9528be7-7e1a-45f0-a243-e23055a720e4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for floatingip (3aa0026c-f735-4fd2-8c06-e5372e137b6e), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:07.353748 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e2769-0217-49a3-8f35-0bebe4aef024 req-4322ba97-7b24-4058-839f-f9d663b7811d tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:07.355526 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0e6e2769-0217-49a3-8f35-0bebe4aef024 req-4322ba97-7b24-4058-839f-f9d663b7811d tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0570939 Oct 31 19:25:07.421362 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0e6e2769-0217-49a3-8f35-0bebe4aef024 req-7e1f8bb3-f48d-4a25-9126-868bace28a68 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=275ada28-2ceb-4fef-9ebc-74981cf09323&id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597916 Oct 31 19:25:07.527416 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:07.812850 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c9528be7-7e1a-45f0-a243-e23055a720e4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:07.816562 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c9528be7-7e1a-45f0-a243-e23055a720e4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (3aa0026c-f735-4fd2-8c06-e5372e137b6e), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:08.013181 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9528be7-7e1a-45f0-a243-e23055a720e4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Router a22818ab-3b72-4733-a7d0-94de59cd0919 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:25:08.117388 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9528be7-7e1a-45f0-a243-e23055a720e4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:25:08.122319 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c9528be7-7e1a-45f0-a243-e23055a720e4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:08.126822 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611df9b1-f37d-40d1-8aea-11e4a1ac3d43 None None] Sync routers for ids ['a22818ab-3b72-4733-a7d0-94de59cd0919'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:25:08.137242 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611df9b1-f37d-40d1-8aea-11e4a1ac3d43 None None] Routers {'a22818ab-3b72-4733-a7d0-94de59cd0919'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:25:08.137883 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-611df9b1-f37d-40d1-8aea-11e4a1ac3d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:25:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['a22818ab-3b72-4733-a7d0-94de59cd0919'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:25:08.153712 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3097dda0-1cb7-439c-b44a-898c488a6448', 'tag': '47bfb5db-2a8e-49bb-8942-819d0c5b71da'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:25:08.155943 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612a3961-30d6-47e8-8c13-8082fe7919fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3097dda0-1cb7-439c-b44a-898c488a6448", "tag": "47bfb5db-2a8e-49bb-8942-819d0c5b71da"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:25:08.188801 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-c9528be7-7e1a-45f0-a243-e23055a720e4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/3aa0026c-f735-4fd2-8c06-e5372e137b6e HTTP/1.1" status: 200 len: 993 time: 0.9354630 Oct 31 19:25:08.200478 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56644a3f-dd9a-44e4-84aa-f15a87982225 x-openstack-request-id: req-56644a3f-dd9a-44e4-84aa-f15a87982225 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:25:08.200770 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3097dda0-1cb7-439c-b44a-898c488a6448", "tag": "47bfb5db-2a8e-49bb-8942-819d0c5b71da", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:25:08.201080 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56644a3f-dd9a-44e4-84aa-f15a87982225 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:25:08.201598 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56644a3f-dd9a-44e4-84aa-f15a87982225'] response: {'name': 'network-changed', 'server_uuid': '3097dda0-1cb7-439c-b44a-898c488a6448', 'tag': '47bfb5db-2a8e-49bb-8942-819d0c5b71da', 'status': 'completed', 'code': 200} Oct 31 19:25:08.251076 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-611df9b1-f37d-40d1-8aea-11e4a1ac3d43 None None] Set router a22818ab-3b72-4733-a7d0-94de59cd0919 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:25:08.272421 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a3961-30d6-47e8-8c13-8082fe7919fb req-e2aba948-b7e5-47ba-8694-3a9f1ce2fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:08.274083 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-612a3961-30d6-47e8-8c13-8082fe7919fb req-e2aba948-b7e5-47ba-8694-3a9f1ce2fdb7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 1129 time: 0.0405650 Oct 31 19:25:08.288721 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:08.367350 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a3961-30d6-47e8-8c13-8082fe7919fb req-52851529-d10a-4561-bc08-f13279e4e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:08.368821 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-612a3961-30d6-47e8-8c13-8082fe7919fb req-52851529-d10a-4561-bc08-f13279e4e401 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 919 time: 0.0873005 Oct 31 19:25:08.450666 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-612a3961-30d6-47e8-8c13-8082fe7919fb req-0c3fdfc1-014a-48d0-a58a-75618c62f2bd service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47bfb5db-2a8e-49bb-8942-819d0c5b71da HTTP/1.1" status: 200 len: 1001 time: 0.0738904 Oct 31 19:25:08.477705 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-611df9b1-f37d-40d1-8aea-11e4a1ac3d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 4, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port': {'id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '3aa0026c-f735-4fd2-8c06-e5372e137b6e', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'port_id': '47bfb5db-2a8e-49bb-8942-819d0c5b71da', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'mac_address': 'fa:16:3e:c4:7c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3097dda0-1cb7-439c-b44a-898c488a6448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:23:01Z', 'updated_at': '2022-10-31T19:25:07Z', 'revision_number': 3, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60503e30-25e1-4e17-a374-7df85584c256', 'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'mac_address': 'fa:16:3e:34:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:08Z', 'revision_number': 5, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'subnets': [{'id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:25:08.508581 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611df9b1-f37d-40d1-8aea-11e4a1ac3d43 None None] Checking router: a22818ab-3b72-4733-a7d0-94de59cd0919 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:25:08.508831 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a3961-30d6-47e8-8c13-8082fe7919fb req-5fa9c608-cff6-40d8-81a9-91ff2fbd6532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:08.510337 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-612a3961-30d6-47e8-8c13-8082fe7919fb req-5fa9c608-cff6-40d8-81a9-91ff2fbd6532 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d2c209a4-c49d-431e-b8bc-b162483f4e74 HTTP/1.1" status: 200 len: 857 time: 0.0498738 Oct 31 19:25:08.517573 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611df9b1-f37d-40d1-8aea-11e4a1ac3d43 None None] Routers {'a22818ab-3b72-4733-a7d0-94de59cd0919'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:25:08.518135 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-611df9b1-f37d-40d1-8aea-11e4a1ac3d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:25:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['a22818ab-3b72-4733-a7d0-94de59cd0919'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:25:08.557588 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a3961-30d6-47e8-8c13-8082fe7919fb req-fbc12cca-6f5e-4707-be7b-45274a661dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:08.559106 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-612a3961-30d6-47e8-8c13-8082fe7919fb req-fbc12cca-6f5e-4707-be7b-45274a661dbd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76d0a169-b981-4155-bbd7-0bbdbbf23238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419233 Oct 31 19:25:08.593139 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:08.621722 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-611df9b1-f37d-40d1-8aea-11e4a1ac3d43 None None] Set router a22818ab-3b72-4733-a7d0-94de59cd0919 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:25:08.659419 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-612a3961-30d6-47e8-8c13-8082fe7919fb req-e5180594-57f6-4414-ad16-f332f4456a52 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889356 Oct 31 19:25:08.750859 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-612a3961-30d6-47e8-8c13-8082fe7919fb req-743197f4-29eb-4c8d-83c6-8003751d35e1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834265 Oct 31 19:25:08.831391 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-611df9b1-f37d-40d1-8aea-11e4a1ac3d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 4, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port': {'id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '3aa0026c-f735-4fd2-8c06-e5372e137b6e', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'port_id': '47bfb5db-2a8e-49bb-8942-819d0c5b71da', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'mac_address': 'fa:16:3e:c4:7c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3097dda0-1cb7-439c-b44a-898c488a6448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:23:01Z', 'updated_at': '2022-10-31T19:25:07Z', 'revision_number': 3, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60503e30-25e1-4e17-a374-7df85584c256', 'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'mac_address': 'fa:16:3e:34:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:08Z', 'revision_number': 5, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'subnets': [{'id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:25:08.855968 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611df9b1-f37d-40d1-8aea-11e4a1ac3d43 None None] The sync data for ids ['a22818ab-3b72-4733-a7d0-94de59cd0919'] in dv-cinder-863097-1-iscsi is: [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 4, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port': {'id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '3aa0026c-f735-4fd2-8c06-e5372e137b6e', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'port_id': '47bfb5db-2a8e-49bb-8942-819d0c5b71da', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'mac_address': 'fa:16:3e:c4:7c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3097dda0-1cb7-439c-b44a-898c488a6448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:23:01Z', 'updated_at': '2022-10-31T19:25:07Z', 'revision_number': 3, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60503e30-25e1-4e17-a374-7df85584c256', 'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'mac_address': 'fa:16:3e:34:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:08Z', 'revision_number': 5, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'subnets': [{'id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:25:09.735949 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899af0d7-6426-49d4-b3d3-a66f119c6dd2 req-91c83b22-249d-432f-a6a9-f48eba619204 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:09.737301 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-899af0d7-6426-49d4-b3d3-a66f119c6dd2 req-91c83b22-249d-432f-a6a9-f48eba619204 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 946 time: 0.0502224 Oct 31 19:25:09.783732 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-899af0d7-6426-49d4-b3d3-a66f119c6dd2 req-ec32ea45-0533-4143-a4eb-a27281e343a0 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402219 Oct 31 19:25:10.202881 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3097dda0-1cb7-439c-b44a-898c488a6448', 'tag': '47bfb5db-2a8e-49bb-8942-819d0c5b71da'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:25:10.205223 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d533c3-5e63-4137-b495-225f5744c746" -d '{"events": [{"name": "network-changed", "server_uuid": "3097dda0-1cb7-439c-b44a-898c488a6448", "tag": "47bfb5db-2a8e-49bb-8942-819d0c5b71da"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:25:10.241555 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2758e927-6e00-4f94-ac01-fabf4233f07e x-openstack-request-id: req-2758e927-6e00-4f94-ac01-fabf4233f07e {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:25:10.241867 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3097dda0-1cb7-439c-b44a-898c488a6448", "tag": "47bfb5db-2a8e-49bb-8942-819d0c5b71da", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:25:10.242114 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2758e927-6e00-4f94-ac01-fabf4233f07e {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:25:10.242504 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2758e927-6e00-4f94-ac01-fabf4233f07e'] response: {'name': 'network-changed', 'server_uuid': '3097dda0-1cb7-439c-b44a-898c488a6448', 'tag': '47bfb5db-2a8e-49bb-8942-819d0c5b71da', 'status': 'completed', 'code': 200} Oct 31 19:25:10.905126 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9ff01-4c08-46fe-b359-88640957895d req-6a73bca6-d241-44ac-a1aa-4e91162cfa21 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:10.906587 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4ba9ff01-4c08-46fe-b359-88640957895d req-6a73bca6-d241-44ac-a1aa-4e91162cfa21 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 946 time: 0.0464408 Oct 31 19:25:10.952847 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4ba9ff01-4c08-46fe-b359-88640957895d req-6ef20878-b300-4342-93c8-a363abcc85c0 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408266 Oct 31 19:25:11.302840 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d533c3-5e63-4137-b495-225f5744c746 req-a3c588d4-94ac-4f7a-abde-77ed05ac8058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:11.304287 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-80d533c3-5e63-4137-b495-225f5744c746 req-a3c588d4-94ac-4f7a-abde-77ed05ac8058 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 1129 time: 0.0429368 Oct 31 19:25:11.399740 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d533c3-5e63-4137-b495-225f5744c746 req-02ba5cb3-2418-40f0-a572-e621573529ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:11.401151 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-80d533c3-5e63-4137-b495-225f5744c746 req-02ba5cb3-2418-40f0-a572-e621573529ee service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 919 time: 0.0835955 Oct 31 19:25:11.476837 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-80d533c3-5e63-4137-b495-225f5744c746 req-38f85b40-e87c-46da-92c2-6a304b6f943a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47bfb5db-2a8e-49bb-8942-819d0c5b71da HTTP/1.1" status: 200 len: 1001 time: 0.0585876 Oct 31 19:25:11.646809 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d533c3-5e63-4137-b495-225f5744c746 req-07ff4258-e03a-4add-abd9-7b2241abef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:11.648206 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-80d533c3-5e63-4137-b495-225f5744c746 req-07ff4258-e03a-4add-abd9-7b2241abef0f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d2c209a4-c49d-431e-b8bc-b162483f4e74 HTTP/1.1" status: 200 len: 857 time: 0.0435376 Oct 31 19:25:11.693481 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d533c3-5e63-4137-b495-225f5744c746 req-4c64f2c8-9f03-448a-acc9-11d9870fdf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:11.694993 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-80d533c3-5e63-4137-b495-225f5744c746 req-4c64f2c8-9f03-448a-acc9-11d9870fdf1a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76d0a169-b981-4155-bbd7-0bbdbbf23238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388048 Oct 31 19:25:11.840195 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b39ca0-153a-4e78-90c7-4df373875c82 req-f25e045c-cef0-4a1d-8d3b-f22c570e46c6 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:11.841651 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-37b39ca0-153a-4e78-90c7-4df373875c82 req-f25e045c-cef0-4a1d-8d3b-f22c570e46c6 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 946 time: 0.0985799 Oct 31 19:25:11.872651 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:11.907100 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-80d533c3-5e63-4137-b495-225f5744c746 req-15def211-3025-4d76-98b2-d897ed9cf490 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650286 Oct 31 19:25:11.972766 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-37b39ca0-153a-4e78-90c7-4df373875c82 req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Deleting port 2b55714e-6a22-4127-82d1-55a0ecf6a90f {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:25:11.973107 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-37b39ca0-153a-4e78-90c7-4df373875c82 req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (2b55714e-6a22-4127-82d1-55a0ecf6a90f), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:12.075013 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef068f-be8d-4d13-b2e7-5d2ce9c5fc3f req-24d177af-bc67-4947-a653-96691a577ab8 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:12.076585 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5eef068f-be8d-4d13-b2e7-5d2ce9c5fc3f req-24d177af-bc67-4947-a653-96691a577ab8 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 946 time: 0.0472026 Oct 31 19:25:12.131203 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5eef068f-be8d-4d13-b2e7-5d2ce9c5fc3f req-85812f80-45a7-4c2e-a5e8-0ad93eea5f5d tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486724 Oct 31 19:25:12.292942 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:12.317764 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-80d533c3-5e63-4137-b495-225f5744c746 req-fe67e890-194b-4682-ad93-48a25fa63518 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896976 Oct 31 19:25:12.337265 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-37b39ca0-153a-4e78-90c7-4df373875c82 req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] For port 2b55714e-6a22-4127-82d1-55a0ecf6a90f, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=2b55714e-6a22-4127-82d1-55a0ecf6a90f,segment=NetworkSegment(7643d495-1a5c-4262-ba23-64ac030e7dd5),segment_id=7643d495-1a5c-4262-ba23-64ac030e7dd5)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:25:12.337647 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-37b39ca0-153a-4e78-90c7-4df373875c82 req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (2b55714e-6a22-4127-82d1-55a0ecf6a90f), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:12.351034 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-37b39ca0-153a-4e78-90c7-4df373875c82 req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Calling delete_port for 2b55714e-6a22-4127-82d1-55a0ecf6a90f owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:25:12.472594 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-37b39ca0-153a-4e78-90c7-4df373875c82 req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (2b55714e-6a22-4127-82d1-55a0ecf6a90f), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:12.485474 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['2b55714e-6a22-4127-82d1-55a0ecf6a90f'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:25:12.498994 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Pushing event deleted for resources: {'Port': ['ID=2b55714e-6a22-4127-82d1-55a0ecf6a90f,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:12.513578 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:12.513949 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:12.514286 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:12.514620 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:12.514948 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:12.515270 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:12.515592 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:12.515912 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:12.516232 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:12.516574 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:12.516894 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:12.517211 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:12.517525 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:12.517866 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:12.518181 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:12.558555 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b39ca0-153a-4e78-90c7-4df373875c82 req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] No DVR routers for this DVR port 2b55714e-6a22-4127-82d1-55a0ecf6a90f on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:25:12.561101 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-37b39ca0-153a-4e78-90c7-4df373875c82 req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:12.564233 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-37b39ca0-153a-4e78-90c7-4df373875c82 req-32e13000-bcec-4e40-a0fe-e327d664e931 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.33 "DELETE /networking/v2.0/ports/2b55714e-6a22-4127-82d1-55a0ecf6a90f HTTP/1.1" status: 204 len: 173 time: 0.7167242 Oct 31 19:25:12.564738 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61dd73b-990e-4832-8528-41baab5db81a', 'name': 'network-vif-deleted', 'tag': '2b55714e-6a22-4127-82d1-55a0ecf6a90f'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:25:12.566965 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393449c3-13fa-41c7-bb56-20cd33c50d24" -d '{"events": [{"server_uuid": "a61dd73b-990e-4832-8528-41baab5db81a", "name": "network-vif-deleted", "tag": "2b55714e-6a22-4127-82d1-55a0ecf6a90f"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:25:12.609412 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3690e412-2deb-4d4f-999c-1e92583a3361 x-openstack-request-id: req-3690e412-2deb-4d4f-999c-1e92583a3361 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:25:12.609732 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61dd73b-990e-4832-8528-41baab5db81a", "name": "network-vif-deleted", "tag": "2b55714e-6a22-4127-82d1-55a0ecf6a90f", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:25:12.609982 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3690e412-2deb-4d4f-999c-1e92583a3361 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:25:12.610387 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3690e412-2deb-4d4f-999c-1e92583a3361'] response: {'server_uuid': 'a61dd73b-990e-4832-8528-41baab5db81a', 'name': 'network-vif-deleted', 'tag': '2b55714e-6a22-4127-82d1-55a0ecf6a90f', 'status': 'completed', 'code': 200} Oct 31 19:25:12.747212 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:13.248164 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d0c0a1dd-27ce-4f60-9762-82fbe3755bd5 req-b2ea920f-f6d3-4887-8b29-bcb4d3375dce tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a61dd73b-990e-4832-8528-41baab5db81a HTTP/1.1" status: 200 len: 210 time: 0.0284078 Oct 31 19:25:16.420020 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 2b55714e-6a22-4127-82d1-55a0ecf6a90f no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:25:16.439895 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: 2b55714e-6a22-4127-82d1-55a0ecf6a90f {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:25:16.440239 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 2b55714e-6a22-4127-82d1-55a0ecf6a90f not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:25:19.266868 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199cd34-4ce9-437c-95be-4437858d2343 req-620157ba-1018-4e6e-8da6-34e6b2b43677 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:19.268299 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8199cd34-4ce9-437c-95be-4437858d2343 req-620157ba-1018-4e6e-8da6-34e6b2b43677 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 946 time: 0.0466399 Oct 31 19:25:19.314554 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8199cd34-4ce9-437c-95be-4437858d2343 req-d64f1cca-9c9c-4067-ba0c-ee6bf13a8dd0 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407965 Oct 31 19:25:20.438122 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e7063-dd1a-41f8-bfdf-a4d6120da0d8 req-91f7a501-44e5-47f4-a95c-cc57f004653a tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:20.439549 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8e9e7063-dd1a-41f8-bfdf-a4d6120da0d8 req-91f7a501-44e5-47f4-a95c-cc57f004653a tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 946 time: 0.0460570 Oct 31 19:25:20.485316 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8e9e7063-dd1a-41f8-bfdf-a4d6120da0d8 req-a58336ac-1476-48cb-a380-a041a3091049 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395889 Oct 31 19:25:21.611377 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59311cc1-748e-4634-b557-07da239eda86 req-3aed1c52-c74f-49aa-9ac7-58b0a0a4ac61 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:21.612843 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-59311cc1-748e-4634-b557-07da239eda86 req-3aed1c52-c74f-49aa-9ac7-58b0a0a4ac61 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 946 time: 0.0474036 Oct 31 19:25:21.663997 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-59311cc1-748e-4634-b557-07da239eda86 req-ec3ceaa6-04fc-4d29-b5b9-22e80eaa00c7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456624 Oct 31 19:25:22.788301 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf75b0-c380-4291-b536-5019122caa5e req-91a7b3f8-f782-4e17-8182-57ffcc5d1cb4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:22.789799 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8fdf75b0-c380-4291-b536-5019122caa5e req-91a7b3f8-f782-4e17-8182-57ffcc5d1cb4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 946 time: 0.0467880 Oct 31 19:25:22.839876 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8fdf75b0-c380-4291-b536-5019122caa5e req-6aab38fa-e989-4d5a-9ae6-f8a08a2c18dc tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440114 Oct 31 19:25:23.326693 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-c2ffb960-9f87-47cb-bc02-25ceb124aa76 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:23.328158 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-c2ffb960-9f87-47cb-bc02-25ceb124aa76 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/networks?id=31f7e77e-1dcb-4684-b3e9-e4a580efbeec HTTP/1.1" status: 200 len: 814 time: 0.1024497 Oct 31 19:25:23.343056 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-bbf088b5-49f2-4d34-905f-56cd0517bfa2 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/quotas/b2956107c4664ccd8a7517a707982d1b HTTP/1.1" status: 200 len: 375 time: 0.0089777 Oct 31 19:25:23.374629 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-6d6aa42e-b8d9-42d8-b2b2-c31227362773 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b2956107c4664ccd8a7517a707982d1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267439 Oct 31 19:25:23.498762 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4d798-49eb-4976-8f85-4c747ab68ec4 req-9ebff217-04e2-4efe-8f64-afd35fba6ddc tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:23.500125 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-75e4d798-49eb-4976-8f85-4c747ab68ec4 req-9ebff217-04e2-4efe-8f64-afd35fba6ddc tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 946 time: 0.0605738 Oct 31 19:25:23.536337 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:23.538818 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-8d5ca204-b15f-479a-a62c-15a8712e1483 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/31f7e77e-1dcb-4684-b3e9-e4a580efbeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568701 Oct 31 19:25:23.649259 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-75e4d798-49eb-4976-8f85-4c747ab68ec4 req-62f4eee6-cea4-48c8-a5b4-3575f93021c5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Deleting port 3807af14-6f9a-4bcc-86d0-c9961d4697ae {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:25:23.649599 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-75e4d798-49eb-4976-8f85-4c747ab68ec4 req-62f4eee6-cea4-48c8-a5b4-3575f93021c5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:23.685229 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:23.736512 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-ddb0d1c5-6097-4f0b-bf0f-ce4967ddc600 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/31f7e77e-1dcb-4684-b3e9-e4a580efbeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912451 Oct 31 19:25:23.765080 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-75e4d798-49eb-4976-8f85-4c747ab68ec4 req-62f4eee6-cea4-48c8-a5b4-3575f93021c5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] For port 3807af14-6f9a-4bcc-86d0-c9961d4697ae, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=3807af14-6f9a-4bcc-86d0-c9961d4697ae,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:25:23.765451 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-75e4d798-49eb-4976-8f85-4c747ab68ec4 req-62f4eee6-cea4-48c8-a5b4-3575f93021c5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:23.919273 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d9754cd1-e61c-44bf-aed7-0cb3162b1210 req-68dd4fdb-fc07-4759-b02a-7040dc8b5de1 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 210 time: 0.0373547 Oct 31 19:25:24.032327 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b9e31-5750-4734-b220-078b56ecdcb7 req-304aad69-08e7-4390-9c11-d4d1f22eec1c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:24.033835 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-680b9e31-5750-4734-b220-078b56ecdcb7 req-304aad69-08e7-4390-9c11-d4d1f22eec1c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 946 time: 0.0967231 Oct 31 19:25:24.061970 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-75e4d798-49eb-4976-8f85-4c747ab68ec4 req-62f4eee6-cea4-48c8-a5b4-3575f93021c5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:24.062339 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-75e4d798-49eb-4976-8f85-4c747ab68ec4 req-62f4eee6-cea4-48c8-a5b4-3575f93021c5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (fcaff8b7-c34e-4aae-8f2d-9b42743f478b), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:24.062652 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.l3_db [req-75e4d798-49eb-4976-8f85-4c747ab68ec4 req-62f4eee6-cea4-48c8-a5b4-3575f93021c5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Floating IP fcaff8b7-c34e-4aae-8f2d-9b42743f478b disassociated. External IP: 172.27.0.142, port: 3807af14-6f9a-4bcc-86d0-c9961d4697ae. Oct 31 19:25:24.063032 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-75e4d798-49eb-4976-8f85-4c747ab68ec4 req-62f4eee6-cea4-48c8-a5b4-3575f93021c5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Calling delete_port for 3807af14-6f9a-4bcc-86d0-c9961d4697ae owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:25:24.149136 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-680b9e31-5750-4734-b220-078b56ecdcb7 req-94bb909a-ff4a-4211-9668-07db3f8cb8d6 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0e918cd3-ebec-4206-997d-5efde11f6563&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054854 Oct 31 19:25:24.242678 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-75e4d798-49eb-4976-8f85-4c747ab68ec4 req-62f4eee6-cea4-48c8-a5b4-3575f93021c5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (3807af14-6f9a-4bcc-86d0-c9961d4697ae), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:24.274932 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4eee6-cea4-48c8-a5b4-3575f93021c5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event deleted for resources: {'Port': ['ID=3807af14-6f9a-4bcc-86d0-c9961d4697ae,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:24.394109 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75e4d798-49eb-4976-8f85-4c747ab68ec4 req-62f4eee6-cea4-48c8-a5b4-3575f93021c5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Router cd72204a-f0b9-409d-b626-32885e0fe833 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:25:24.493902 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:24.509179 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75e4d798-49eb-4976-8f85-4c747ab68ec4 req-62f4eee6-cea4-48c8-a5b4-3575f93021c5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:25:24.519621 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545fa077-5d4d-4f96-9600-03003aaae37c None None] Sync routers for ids ['cd72204a-f0b9-409d-b626-32885e0fe833'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:25:24.532080 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545fa077-5d4d-4f96-9600-03003aaae37c None None] Routers {'cd72204a-f0b9-409d-b626-32885e0fe833'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:25:24.532883 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-545fa077-5d4d-4f96-9600-03003aaae37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:25:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['cd72204a-f0b9-409d-b626-32885e0fe833'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:25:24.555900 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e4d798-49eb-4976-8f85-4c747ab68ec4 req-62f4eee6-cea4-48c8-a5b4-3575f93021c5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] No DVR routers for this DVR port 3807af14-6f9a-4bcc-86d0-c9961d4697ae on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:25:24.559127 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-75e4d798-49eb-4976-8f85-4c747ab68ec4 req-62f4eee6-cea4-48c8-a5b4-3575f93021c5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:24.562741 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-75e4d798-49eb-4976-8f85-4c747ab68ec4 req-62f4eee6-cea4-48c8-a5b4-3575f93021c5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.33 "DELETE /networking/v2.0/ports/3807af14-6f9a-4bcc-86d0-c9961d4697ae HTTP/1.1" status: 204 len: 173 time: 1.0564427 Oct 31 19:25:24.563280 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'name': 'network-vif-deleted', 'tag': '3807af14-6f9a-4bcc-86d0-c9961d4697ae'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:25:24.565735 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70adb4ae-0881-4a09-ab6d-a1eeda6d81d6" -d '{"events": [{"server_uuid": "24ad6e3e-6043-4eff-afb4-0c6039e825fa", "name": "network-vif-deleted", "tag": "3807af14-6f9a-4bcc-86d0-c9961d4697ae"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:25:24.615292 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1496f522-94b4-42fa-9880-ec595dfec3cf x-openstack-request-id: req-1496f522-94b4-42fa-9880-ec595dfec3cf {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:25:24.615582 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad6e3e-6043-4eff-afb4-0c6039e825fa", "name": "network-vif-deleted", "tag": "3807af14-6f9a-4bcc-86d0-c9961d4697ae", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:25:24.615833 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1496f522-94b4-42fa-9880-ec595dfec3cf {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:25:24.616284 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1496f522-94b4-42fa-9880-ec595dfec3cf'] response: {'server_uuid': '24ad6e3e-6043-4eff-afb4-0c6039e825fa', 'name': 'network-vif-deleted', 'tag': '3807af14-6f9a-4bcc-86d0-c9961d4697ae', 'status': 'completed', 'code': 200} Oct 31 19:25:24.646076 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-545fa077-5d4d-4f96-9600-03003aaae37c None None] Set router cd72204a-f0b9-409d-b626-32885e0fe833 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:25:24.922343 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-545fa077-5d4d-4f96-9600-03003aaae37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 4, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'cf8e8cb0-374f-462a-91c2-0e3218c787a4', 'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'mac_address': 'fa:16:3e:ae:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:52Z', 'revision_number': 5, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'subnets': [{'id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:25:24.950386 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545fa077-5d4d-4f96-9600-03003aaae37c None None] Checking router: cd72204a-f0b9-409d-b626-32885e0fe833 for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:25:24.960395 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545fa077-5d4d-4f96-9600-03003aaae37c None None] Routers {'cd72204a-f0b9-409d-b626-32885e0fe833'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:25:24.960999 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-545fa077-5d4d-4f96-9600-03003aaae37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:25:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['cd72204a-f0b9-409d-b626-32885e0fe833'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:25:25.017984 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6e0d89b9-f828-4688-8d5b-50b1e1cfb7fa req-5c584bf5-4b34-427b-b5cf-9bbcc90d9318 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 210 time: 0.0337830 Oct 31 19:25:25.063284 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-545fa077-5d4d-4f96-9600-03003aaae37c None None] Set router cd72204a-f0b9-409d-b626-32885e0fe833 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:25:25.283370 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-545fa077-5d4d-4f96-9600-03003aaae37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 4, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'cf8e8cb0-374f-462a-91c2-0e3218c787a4', 'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'mac_address': 'fa:16:3e:ae:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:52Z', 'revision_number': 5, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'subnets': [{'id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:25:25.310676 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545fa077-5d4d-4f96-9600-03003aaae37c None None] The sync data for ids ['cd72204a-f0b9-409d-b626-32885e0fe833'] in dv-cinder-863097-1-iscsi is: [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 4, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'cf8e8cb0-374f-462a-91c2-0e3218c787a4', 'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'mac_address': 'fa:16:3e:ae:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:52Z', 'revision_number': 5, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'subnets': [{'id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:25:25.353740 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a1e256e4-b07a-42cc-92f7-a8266dbad915 req-f710d9ba-bf53-4467-8972-671866485017 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=24ad6e3e-6043-4eff-afb4-0c6039e825fa HTTP/1.1" status: 200 len: 210 time: 0.0886059 Oct 31 19:25:25.413157 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-2b9f65ff-728e-4a98-a4d0-a5fe52e1adfe tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:25.415373 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-2b9f65ff-728e-4a98-a4d0-a5fe52e1adfe tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.33 "GET /networking/v2.0/networks?id=31f7e77e-1dcb-4684-b3e9-e4a580efbeec HTTP/1.1" status: 200 len: 814 time: 0.2088387 Oct 31 19:25:25.432790 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-0a6558de-8650-48cd-a0e7-3bf9e8b143e2 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Request body: {'port': {'device_id': '95bfc882-6f9e-4736-9ee4-00f63c5892ff', 'network_id': '31f7e77e-1dcb-4684-b3e9-e4a580efbeec', 'admin_state_up': True, 'tenant_id': 'b2956107c4664ccd8a7517a707982d1b'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:25:25.579774 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-0a6558de-8650-48cd-a0e7-3bf9e8b143e2 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Made reservation on behalf of b2956107c4664ccd8a7517a707982d1b for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:25:25.584826 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-0a6558de-8650-48cd-a0e7-3bf9e8b143e2 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:25.587023 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:25.600720 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cb1844-afdd-47a2-b121-0fe0b372a7ca None None] New status for floating IP fcaff8b7-c34e-4aae-8f2d-9b42743f478b: DOWN {{(pid=104477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:25:25.602926 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=90 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:25.606421 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=82,neutron:UPDATE=6 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:25.739863 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-0a6558de-8650-48cd-a0e7-3bf9e8b143e2 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Allocated IP 172.20.0.2 (31f7e77e-1dcb-4684-b3e9-e4a580efbeec/9dfca711-6bd6-47d0-a6c9-2c8631e596a8/893175ba-959f-42bd-a1b8-f25e42226117) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:25:25.896170 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-0a6558de-8650-48cd-a0e7-3bf9e8b143e2 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Publish callbacks [] for port (893175ba-959f-42bd-a1b8-f25e42226117), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:25.927937 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-0a6558de-8650-48cd-a0e7-3bf9e8b143e2 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (893175ba-959f-42bd-a1b8-f25e42226117), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:25.969866 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-0a6558de-8650-48cd-a0e7-3bf9e8b143e2 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Network 31f7e77e-1dcb-4684-b3e9-e4a580efbeec is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:25:25.975001 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-0a6558de-8650-48cd-a0e7-3bf9e8b143e2 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:25:25.979003 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-0a6558de-8650-48cd-a0e7-3bf9e8b143e2 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:25:25.983565 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-0a6558de-8650-48cd-a0e7-3bf9e8b143e2 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:25.984052 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-0a6558de-8650-48cd-a0e7-3bf9e8b143e2 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:25.990751 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6558de-8650-48cd-a0e7-3bf9e8b143e2 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Pushing event updated for resources: {'Port': ['ID=893175ba-959f-42bd-a1b8-f25e42226117,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:26.007552 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-0a6558de-8650-48cd-a0e7-3bf9e8b143e2 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5786636 Oct 31 19:25:26.021792 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Request body: {'port': {'device_id': '95bfc882-6f9e-4736-9ee4-00f63c5892ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:25:26.081698 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:26.092829 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (893175ba-959f-42bd-a1b8-f25e42226117), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:26.189457 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964bd3f-08a7-423e-8e49-522572361bc0 req-bf00b2ce-d9ba-49d2-a14c-4278c7f18f80 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:26.190842 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b964bd3f-08a7-423e-8e49-522572361bc0 req-bf00b2ce-d9ba-49d2-a14c-4278c7f18f80 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 931 time: 0.0812616 Oct 31 19:25:26.307719 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b964bd3f-08a7-423e-8e49-522572361bc0 req-e14f4ee4-a618-4e22-be03-ed31cd8e4759 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784879 Oct 31 19:25:26.429134 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893175ba-959f-42bd-a1b8-f25e42226117 {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:25:26.442523 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Publish callbacks [] for port (893175ba-959f-42bd-a1b8-f25e42226117), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:26.445184 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:26.460175 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Transition to ACTIVE for port object 893175ba-959f-42bd-a1b8-f25e42226117 will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:25:26.463878 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (893175ba-959f-42bd-a1b8-f25e42226117), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:26.470101 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 51952) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:25:26.518914 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:26.543349 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group (0e918cd3-ebec-4206-997d-5efde11f6563), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:26.552273 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Pushing event updated for resources: {'Port': ['ID=893175ba-959f-42bd-a1b8-f25e42226117,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:26.565119 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Attempting to bind port 893175ba-959f-42bd-a1b8-f25e42226117 on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:25:26.565459 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Attempting to bind port 893175ba-959f-42bd-a1b8-f25e42226117 by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': '7643d495-1a5c-4262-ba23-64ac030e7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '31f7e77e-1dcb-4684-b3e9-e4a580efbeec'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:25:26.565833 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Attempting to bind port 893175ba-959f-42bd-a1b8-f25e42226117 on network 31f7e77e-1dcb-4684-b3e9-e4a580efbeec {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:25:26.567506 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group (0e918cd3-ebec-4206-997d-5efde11f6563), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:26.611359 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Port 893175ba-959f-42bd-a1b8-f25e42226117 on network 31f7e77e-1dcb-4684-b3e9-e4a580efbeec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:25:26.611702 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Attempting to bind port 893175ba-959f-42bd-a1b8-f25e42226117 on network 31f7e77e-1dcb-4684-b3e9-e4a580efbeec {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:25:26.622877 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (0e918cd3-ebec-4206-997d-5efde11f6563), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:26.626815 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:26.628958 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0e918cd3-ebec-4206-997d-5efde11f6563 HTTP/1.1" status: 204 len: 168 time: 0.1578078 Oct 31 19:25:26.631450 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 51954) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:25:26.639052 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e918cd3-ebec-4206-997d-5efde11f6563,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:26.646872 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:26.647217 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:26.647556 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:26.647890 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:26.648217 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:26.648544 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:26.648868 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:26.649187 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:26.649504 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:26.650056 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:26.650553 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:26.650874 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:26.651195 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:26.651540 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:26.651852 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461b1fc8-dff4-4e64-b637-af6f36815712 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:26.653390 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.api.v2.resource [None req-799a1207-709a-4006-8772-ecc1843198e6 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] show failed (client error): The resource could not be found. Oct 31 19:25:26.654455 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-799a1207-709a-4006-8772-ecc1843198e6 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups/0e918cd3-ebec-4206-997d-5efde11f6563 HTTP/1.1" status: 404 len: 347 time: 0.0220852 Oct 31 19:25:26.657382 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 51956) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:25:26.667100 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:26.680999 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:25:26.681332 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Checking segment: {'id': '7643d495-1a5c-4262-ba23-64ac030e7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '31f7e77e-1dcb-4684-b3e9-e4a580efbeec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:25:26.681806 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Bound using segment: {'id': '7643d495-1a5c-4262-ba23-64ac030e7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '31f7e77e-1dcb-4684-b3e9-e4a580efbeec'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:25:26.682353 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Bound port: 893175ba-959f-42bd-a1b8-f25e42226117, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7643d495-1a5c-4262-ba23-64ac030e7dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '31f7e77e-1dcb-4684-b3e9-e4a580efbeec'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:25:26.682644 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (893175ba-959f-42bd-a1b8-f25e42226117), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:26.745663 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] For port 893175ba-959f-42bd-a1b8-f25e42226117, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:25:26.748773 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] For port 893175ba-959f-42bd-a1b8-f25e42226117, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=893175ba-959f-42bd-a1b8-f25e42226117,segment=NetworkSegment(7643d495-1a5c-4262-ba23-64ac030e7dd5),segment_id=7643d495-1a5c-4262-ba23-64ac030e7dd5)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:25:26.755461 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (893175ba-959f-42bd-a1b8-f25e42226117), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:26.759311 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:26.759917 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:26.761772 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/893175ba-959f-42bd-a1b8-f25e42226117 HTTP/1.1" status: 200 len: 1093 time: 0.7443674 Oct 31 19:25:26.765082 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95bfc882-6f9e-4736-9ee4-00f63c5892ff', 'tag': '893175ba-959f-42bd-a1b8-f25e42226117'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:25:26.767475 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1427015-a696-4c2d-95ff-06b8d62d207c" -d '{"events": [{"name": "network-changed", "server_uuid": "95bfc882-6f9e-4736-9ee4-00f63c5892ff", "tag": "893175ba-959f-42bd-a1b8-f25e42226117"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:25:26.794911 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-683b85f9-d6e6-4f80-b998-23bce8129621 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Deleting port 6765902b-8ab4-4af1-ace0-6cb4fd5dd2ad {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:25:26.795260 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-683b85f9-d6e6-4f80-b998-23bce8129621 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (6765902b-8ab4-4af1-ace0-6cb4fd5dd2ad), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:26.828722 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87e2c75-8dba-4b19-8a9d-9bb9bd12030a x-openstack-request-id: req-e87e2c75-8dba-4b19-8a9d-9bb9bd12030a {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:25:26.829124 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95bfc882-6f9e-4736-9ee4-00f63c5892ff", "tag": "893175ba-959f-42bd-a1b8-f25e42226117", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:25:26.829375 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e87e2c75-8dba-4b19-8a9d-9bb9bd12030a {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:25:26.829788 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87e2c75-8dba-4b19-8a9d-9bb9bd12030a'] response: {'name': 'network-changed', 'server_uuid': '95bfc882-6f9e-4736-9ee4-00f63c5892ff', 'tag': '893175ba-959f-42bd-a1b8-f25e42226117', 'status': 'completed', 'code': 200} Oct 31 19:25:26.871824 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e7a8c-d1b0-4899-b167-71015536d56b service neutron] Pushing event updated for resources: {'Port': ['ID=893175ba-959f-42bd-a1b8-f25e42226117,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:26.875993 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-683b85f9-d6e6-4f80-b998-23bce8129621 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (6765902b-8ab4-4af1-ace0-6cb4fd5dd2ad), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:26.876276 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-4377c0e5-6e16-4a2e-bf31-a27b0660337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:26.876390 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-683b85f9-d6e6-4f80-b998-23bce8129621 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for floatingip (6765902b-8ab4-4af1-ace0-6cb4fd5dd2ad), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:26.877811 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-4377c0e5-6e16-4a2e-bf31-a27b0660337a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=b2956107c4664ccd8a7517a707982d1b&device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 1127 time: 0.0642116 Oct 31 19:25:26.889397 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-683b85f9-d6e6-4f80-b998-23bce8129621 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Calling delete_port for 6765902b-8ab4-4af1-ace0-6cb4fd5dd2ad owned by network:floatingip {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:25:26.919043 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-7c6cb593-df31-49dd-86c3-5ca7ac8e100b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=893175ba-959f-42bd-a1b8-f25e42226117 HTTP/1.1" status: 200 len: 217 time: 0.0337954 Oct 31 19:25:26.968611 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-79736954-e9bd-47cb-8ce0-219643126390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:26.970074 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-79736954-e9bd-47cb-8ce0-219643126390 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfca711-6bd6-47d0-a6c9-2c8631e596a8 HTTP/1.1" status: 200 len: 854 time: 0.0442147 Oct 31 19:25:27.013966 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-88a1a42e-5686-4d38-911c-41e94bc6cae7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=31f7e77e-1dcb-4684-b3e9-e4a580efbeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304565 Oct 31 19:25:27.030037 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-683b85f9-d6e6-4f80-b998-23bce8129621 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (6765902b-8ab4-4af1-ace0-6cb4fd5dd2ad), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:27.030261 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:27.054209 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b85f9-d6e6-4f80-b998-23bce8129621 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event deleted for resources: {'Port': ['ID=6765902b-8ab4-4af1-ace0-6cb4fd5dd2ad,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:27.110609 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-227493d4-b518-4c49-8241-d0afca930374 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/31f7e77e-1dcb-4684-b3e9-e4a580efbeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886400 Oct 31 19:25:27.119752 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-683b85f9-d6e6-4f80-b998-23bce8129621 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for floatingip (fcaff8b7-c34e-4aae-8f2d-9b42743f478b), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:27.122631 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-683b85f9-d6e6-4f80-b998-23bce8129621 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:27.132782 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-683b85f9-d6e6-4f80-b998-23bce8129621 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/fcaff8b7-c34e-4aae-8f2d-9b42743f478b HTTP/1.1" status: 204 len: 168 time: 0.4679542 Oct 31 19:25:27.219383 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49fa5fb6-3b83-4c29-9e22-ecdd91d7e8c8 req-20d71ca4-b31a-4e80-8446-8f2602a00d68 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/31f7e77e-1dcb-4684-b3e9-e4a580efbeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027482 Oct 31 19:25:27.221693 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 51962) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:25:27.226043 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-7453eafe-dfda-43cf-9e23-198b8e88fbc3 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1263582338', 'description': 'tempest-description--1935247328'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:25:27.247874 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7453eafe-dfda-43cf-9e23-198b8e88fbc3 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:27.321536 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7453eafe-dfda-43cf-9e23-198b8e88fbc3 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group (bba9a43e-829a-43ac-8899-675d38cf42c9), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:27.325340 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7453eafe-dfda-43cf-9e23-198b8e88fbc3 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (bba9a43e-829a-43ac-8899-675d38cf42c9), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:27.355800 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7453eafe-dfda-43cf-9e23-198b8e88fbc3 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:27.357019 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-7453eafe-dfda-43cf-9e23-198b8e88fbc3 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1343896 Oct 31 19:25:27.359079 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453eafe-dfda-43cf-9e23-198b8e88fbc3 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba9a43e-829a-43ac-8899-675d38cf42c9,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:27.360115 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 51966) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:25:27.365426 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-c20138ca-d6b8-4fe9-b536-f8e51cbdcc80 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Request body: {'security_group_rule': {'security_group_id': 'bba9a43e-829a-43ac-8899-675d38cf42c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:25:27.402360 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c20138ca-d6b8-4fe9-b536-f8e51cbdcc80 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group_rule (a2eae9a1-243e-482c-9f08-4673b3d7b3a0), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:27.450318 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98c4b7-a087-49e1-93c0-d2f682d365c9 req-d05ff857-27b7-40a8-a86f-5f4df689a0eb tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:27.451745 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4f98c4b7-a087-49e1-93c0-d2f682d365c9 req-d05ff857-27b7-40a8-a86f-5f4df689a0eb tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 943 time: 0.0614994 Oct 31 19:25:27.494358 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c20138ca-d6b8-4fe9-b536-f8e51cbdcc80 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group_rule (a2eae9a1-243e-482c-9f08-4673b3d7b3a0), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:27.505931 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c20138ca-d6b8-4fe9-b536-f8e51cbdcc80 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (a2eae9a1-243e-482c-9f08-4673b3d7b3a0), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:27.529928 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20138ca-d6b8-4fe9-b536-f8e51cbdcc80 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2eae9a1-243e-482c-9f08-4673b3d7b3a0,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:27.537121 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4f98c4b7-a087-49e1-93c0-d2f682d365c9 req-40e1aa7a-2be7-4d2e-954d-b7d39c5b9943 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772414 Oct 31 19:25:27.544700 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c20138ca-d6b8-4fe9-b536-f8e51cbdcc80 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:27.546052 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-c20138ca-d6b8-4fe9-b536-f8e51cbdcc80 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1847394 Oct 31 19:25:27.548895 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 51968) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:25:27.553748 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-adf4e002-0441-43cb-b591-cffc0fb59a32 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Request body: {'security_group_rule': {'security_group_id': 'bba9a43e-829a-43ac-8899-675d38cf42c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:25:27.579128 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-adf4e002-0441-43cb-b591-cffc0fb59a32 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group_rule (d579ccf9-88a1-4375-a5d0-aceaaafdf4fd), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:27.636631 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-adf4e002-0441-43cb-b591-cffc0fb59a32 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group_rule (d579ccf9-88a1-4375-a5d0-aceaaafdf4fd), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:27.640365 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-adf4e002-0441-43cb-b591-cffc0fb59a32 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (d579ccf9-88a1-4375-a5d0-aceaaafdf4fd), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:27.650919 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:27.663737 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4e002-0441-43cb-b591-cffc0fb59a32 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d579ccf9-88a1-4375-a5d0-aceaaafdf4fd,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:27.670468 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-adf4e002-0441-43cb-b591-cffc0fb59a32 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:27.671948 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-adf4e002-0441-43cb-b591-cffc0fb59a32 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221335 Oct 31 19:25:27.676603 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 51970) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:25:27.681025 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Request body: {'floatingip': {'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:25:27.702498 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:27.726661 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:27.783171 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:27.888485 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Allocated IP 172.27.0.219 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/0094e133-8265-40e1-b341-7434298c916f) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:25:27.994001 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for port (0094e133-8265-40e1-b341-7434298c916f), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:28.024727 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (0094e133-8265-40e1-b341-7434298c916f), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:28.065700 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:25:28.071287 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:25:28.073834 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:25:28.078789 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event updated for resources: {'Port': ['ID=0094e133-8265-40e1-b341-7434298c916f,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:28.103625 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 3807af14-6f9a-4bcc-86d0-c9961d4697ae no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:25:28.122812 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: 3807af14-6f9a-4bcc-86d0-c9961d4697ae {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:25:28.123151 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 3807af14-6f9a-4bcc-86d0-c9961d4697ae not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:25:28.123264 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for floatingip (4021da38-395f-4dfd-a702-6c99a1e61d51), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:28.124253 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:28.163224 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (0094e133-8265-40e1-b341-7434298c916f), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:28.307121 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for port (0094e133-8265-40e1-b341-7434298c916f), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:28.311303 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (0094e133-8265-40e1-b341-7434298c916f), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:28.311974 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (4021da38-395f-4dfd-a702-6c99a1e61d51), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:28.375988 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:28.377072 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.6994843 Oct 31 19:25:28.393373 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56991611-ddd6-49d6-ac72-00d1e47271d2 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event updated for resources: {'Port': ['ID=0094e133-8265-40e1-b341-7434298c916f,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:28.398306 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427015-a696-4c2d-95ff-06b8d62d207c req-6b5682a6-1485-4d33-a485-a485db32a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:28.399880 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e1427015-a696-4c2d-95ff-06b8d62d207c req-6b5682a6-1485-4d33-a485-a485db32a21e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=b2956107c4664ccd8a7517a707982d1b&device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 1127 time: 0.0542536 Oct 31 19:25:28.432401 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:28.499668 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427015-a696-4c2d-95ff-06b8d62d207c req-5bf40ff8-c6c1-4a44-ba91-c43d11ca2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:28.501144 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e1427015-a696-4c2d-95ff-06b8d62d207c req-5bf40ff8-c6c1-4a44-ba91-c43d11ca2090 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=31f7e77e-1dcb-4684-b3e9-e4a580efbeec HTTP/1.1" status: 200 len: 915 time: 0.0949159 Oct 31 19:25:28.626946 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=5 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:28.665316 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefc45f-c644-4aab-a961-412a86b2c523 req-31c60a32-661c-40e8-8752-538b5c31c3f0 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:28.667149 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-aeefc45f-c644-4aab-a961-412a86b2c523 req-31c60a32-661c-40e8-8752-538b5c31c3f0 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 943 time: 0.0503297 Oct 31 19:25:28.716721 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-aeefc45f-c644-4aab-a961-412a86b2c523 req-6cf7acf5-64c2-45f1-97e4-a08cb17a3bc3 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439553 Oct 31 19:25:28.774409 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e1427015-a696-4c2d-95ff-06b8d62d207c req-187eb7f9-bef8-43a6-98d5-8d0958aa1a74 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=893175ba-959f-42bd-a1b8-f25e42226117 HTTP/1.1" status: 200 len: 217 time: 0.2660391 Oct 31 19:25:28.844990 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-a77edd2c-5dd9-45bb-a93a-372dcda8ab74 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1263582338&fields=id&tenant_id=06b4e580885f431b9ccb8aa409fdd454 HTTP/1.1" status: 200 len: 267 time: 0.0779397 Oct 31 19:25:28.849263 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427015-a696-4c2d-95ff-06b8d62d207c req-f068aa1a-7402-490f-979f-4c2c3d450609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:28.850626 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e1427015-a696-4c2d-95ff-06b8d62d207c req-f068aa1a-7402-490f-979f-4c2c3d450609 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9dfca711-6bd6-47d0-a6c9-2c8631e596a8 HTTP/1.1" status: 200 len: 854 time: 0.0664151 Oct 31 19:25:28.905309 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e1427015-a696-4c2d-95ff-06b8d62d207c req-156084fa-dd21-4eb8-aa62-025f7676a29f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=31f7e77e-1dcb-4684-b3e9-e4a580efbeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441756 Oct 31 19:25:29.038802 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-0d8d7b8f-89e7-4b2e-8912-40abc84dc6cf tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:29.040210 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-0d8d7b8f-89e7-4b2e-8912-40abc84dc6cf tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 HTTP/1.1" status: 200 len: 817 time: 0.1881044 Oct 31 19:25:29.066171 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e1427015-a696-4c2d-95ff-06b8d62d207c req-50fe5fca-dd73-42f5-b666-73bf620d9f01 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/31f7e77e-1dcb-4684-b3e9-e4a580efbeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304121 Oct 31 19:25:29.067998 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-36dd5d06-ef39-4685-ba08-0c446e2884a5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/quotas/06b4e580885f431b9ccb8aa409fdd454 HTTP/1.1" status: 200 len: 375 time: 0.0191541 Oct 31 19:25:29.140827 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-455c1218-421c-4fac-becf-b50534097c64 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=06b4e580885f431b9ccb8aa409fdd454&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676742 Oct 31 19:25:29.203364 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:29.261172 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e1427015-a696-4c2d-95ff-06b8d62d207c req-a0ef2a8a-a352-4d12-9f37-c036c810bb75 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/31f7e77e-1dcb-4684-b3e9-e4a580efbeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802428 Oct 31 19:25:29.279658 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-9abf3bb2-45ba-470a-a474-37745148ab23 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136963 Oct 31 19:25:29.369662 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-30b05d85-f7a4-44da-b09c-eed90443b192 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840747 Oct 31 19:25:29.530845 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1aec4535-1a6a-4dd0-994c-61abd5a4ba72 req-e16f0286-9626-43a5-8257-df4d887f1485 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 210 time: 0.0299735 Oct 31 19:25:29.842895 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67230fd5-a832-438f-9748-767871bb0417 req-726e1f62-bf58-4e09-a43a-0a1e3f2753ab tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:29.844390 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-67230fd5-a832-438f-9748-767871bb0417 req-726e1f62-bf58-4e09-a43a-0a1e3f2753ab tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 943 time: 0.0505297 Oct 31 19:25:29.898181 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-67230fd5-a832-438f-9748-767871bb0417 req-997aa06b-860d-4419-8214-bc09512d5e32 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474563 Oct 31 19:25:30.135654 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 893175ba-959f-42bd-a1b8-f25e42226117 details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:25:30.240542 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 893175ba-959f-42bd-a1b8-f25e42226117, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=893175ba-959f-42bd-a1b8-f25e42226117,segment=NetworkSegment(7643d495-1a5c-4262-ba23-64ac030e7dd5),segment_id=7643d495-1a5c-4262-ba23-64ac030e7dd5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:25:30.252150 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '893175ba-959f-42bd-a1b8-f25e42226117', 'network_id': '31f7e77e-1dcb-4684-b3e9-e4a580efbeec', 'port_id': '893175ba-959f-42bd-a1b8-f25e42226117', 'mac_address': 'fa:16:3e:c2:63:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfca711-6bd6-47d0-a6c9-2c8631e596a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:25:30.287980 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 893175ba-959f-42bd-a1b8-f25e42226117 is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:25:30.288367 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (893175ba-959f-42bd-a1b8-f25e42226117), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:30.302037 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893175ba-959f-42bd-a1b8-f25e42226117 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:25:30.322178 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 893175ba-959f-42bd-a1b8-f25e42226117, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=893175ba-959f-42bd-a1b8-f25e42226117,segment=NetworkSegment(7643d495-1a5c-4262-ba23-64ac030e7dd5),segment_id=7643d495-1a5c-4262-ba23-64ac030e7dd5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:25:30.326269 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (893175ba-959f-42bd-a1b8-f25e42226117), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:30.376083 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=893175ba-959f-42bd-a1b8-f25e42226117,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:30.383103 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:30.383449 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:30.383805 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:30.384159 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:30.384492 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:30.384815 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:30.385135 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:30.385453 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:30.385805 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:30.386128 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:30.386448 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:30.386770 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:30.387091 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:30.387407 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:30.387721 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:25:30.637137 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-07893475-d025-447a-87a0-73116d467c5d req-c56b6c72-9aa9-46d8-af72-99ff9f8b94b0 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 210 time: 0.0277987 Oct 31 19:25:30.651529 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['893175ba-959f-42bd-a1b8-f25e42226117'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:25:30.827037 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-c7133aea-c29f-4dc3-ad99-f3aa3d392985 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:30.828683 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-c7133aea-c29f-4dc3-ad99-f3aa3d392985 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 HTTP/1.1" status: 200 len: 817 time: 0.1069651 Oct 31 19:25:30.891511 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-6c700c96-ed7a-4bf9-9a2c-a6dfc1bf924e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=06b4e580885f431b9ccb8aa409fdd454 HTTP/1.1" status: 200 len: 380 time: 0.0547035 Oct 31 19:25:30.902357 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-d13e07ea-ed1c-4cce-8f0f-c834ceaa9542 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Request body: {'port': {'device_id': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'admin_state_up': True, 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'security_groups': ['bba9a43e-829a-43ac-8899-675d38cf42c9']}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:25:30.923265 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:31.037659 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed1bd3-01ee-47fa-83ab-297793d71f9b req-4ceab1ac-16b3-49c6-8fd8-03ffe3ef8c9a tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:31.039105 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-08ed1bd3-01ee-47fa-83ab-297793d71f9b req-4ceab1ac-16b3-49c6-8fd8-03ffe3ef8c9a tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 944 time: 0.0637352 Oct 31 19:25:31.073936 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-d13e07ea-ed1c-4cce-8f0f-c834ceaa9542 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Made reservation on behalf of 06b4e580885f431b9ccb8aa409fdd454 for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:25:31.078347 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-d13e07ea-ed1c-4cce-8f0f-c834ceaa9542 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:31.121398 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-08ed1bd3-01ee-47fa-83ab-297793d71f9b req-196cadcf-ef71-49c9-90e3-cc19853e781d tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758786 Oct 31 19:25:31.226070 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-d13e07ea-ed1c-4cce-8f0f-c834ceaa9542 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Allocated IP 172.20.0.5 (fc617f6e-5991-4f0c-a83c-e8b4b519bfd4/41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b/0e51264f-300d-49b6-9f03-c22ed061b801) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:25:31.366388 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-d13e07ea-ed1c-4cce-8f0f-c834ceaa9542 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for port (0e51264f-300d-49b6-9f03-c22ed061b801), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:31.367463 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:31.400539 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-d13e07ea-ed1c-4cce-8f0f-c834ceaa9542 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:31.442966 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-d13e07ea-ed1c-4cce-8f0f-c834ceaa9542 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:25:31.448110 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-d13e07ea-ed1c-4cce-8f0f-c834ceaa9542 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:25:31.451895 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-d13e07ea-ed1c-4cce-8f0f-c834ceaa9542 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:25:31.456345 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-d13e07ea-ed1c-4cce-8f0f-c834ceaa9542 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:31.456944 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-d13e07ea-ed1c-4cce-8f0f-c834ceaa9542 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:31.462739 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e07ea-ed1c-4cce-8f0f-c834ceaa9542 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event updated for resources: {'Port': ['ID=0e51264f-300d-49b6-9f03-c22ed061b801,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:31.479508 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-d13e07ea-ed1c-4cce-8f0f-c834ceaa9542 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5813084 Oct 31 19:25:31.496300 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Request body: {'port': {'device_id': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:25:31.563045 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:31.574674 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b2b14bf8-9ecf-4e52-ae4d-387b63c2e47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:31.744752 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-e0081bdf-f917-47d6-ba70-062cc8d5566d None None] Provisioning complete for port 0e51264f-300d-49b6-9f03-c22ed061b801 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:25:31.745169 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e0081bdf-f917-47d6-ba70-062cc8d5566d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:31.745626 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-e0081bdf-f917-47d6-ba70-062cc8d5566d None None] Attempt 1 to provision port 0e51264f-300d-49b6-9f03-c22ed061b801 Oct 31 19:25:31.765155 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f441a2d-b0ac-485c-bd7f-a4a7b973239e req-84698d67-08ea-40dc-9310-835a0627461a tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:31.766911 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-2f441a2d-b0ac-485c-bd7f-a4a7b973239e req-84698d67-08ea-40dc-9310-835a0627461a tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 931 time: 0.0479944 Oct 31 19:25:31.776869 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:31.784910 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-e0081bdf-f917-47d6-ba70-062cc8d5566d None None] Port 0e51264f-300d-49b6-9f03-c22ed061b801 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:25:31.822770 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-2f441a2d-b0ac-485c-bd7f-a4a7b973239e req-1193fa4c-35ce-4376-b8ad-5711620666ef tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428743 Oct 31 19:25:31.836621 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e51264f-300d-49b6-9f03-c22ed061b801 {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:25:31.844230 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Publish callbacks [] for port (0e51264f-300d-49b6-9f03-c22ed061b801), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:31.857530 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Transition to ACTIVE for port object 0e51264f-300d-49b6-9f03-c22ed061b801 will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:25:31.861079 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:31.922444 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e51264f-300d-49b6-9f03-c22ed061b801,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:31.935427 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Attempting to bind port 0e51264f-300d-49b6-9f03-c22ed061b801 on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:25:31.935756 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Attempting to bind port 0e51264f-300d-49b6-9f03-c22ed061b801 by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:25:31.936079 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Attempting to bind port 0e51264f-300d-49b6-9f03-c22ed061b801 on network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:25:31.979831 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Port 0e51264f-300d-49b6-9f03-c22ed061b801 on network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:25:31.980148 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Attempting to bind port 0e51264f-300d-49b6-9f03-c22ed061b801 on network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:25:32.021127 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:25:32.021462 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Checking segment: {'id': 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:25:32.021870 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Bound using segment: {'id': 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:25:32.022367 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Bound port: 0e51264f-300d-49b6-9f03-c22ed061b801, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:25:32.022785 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:32.081530 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] For port 0e51264f-300d-49b6-9f03-c22ed061b801, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:25:32.085117 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] For port 0e51264f-300d-49b6-9f03-c22ed061b801, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=0e51264f-300d-49b6-9f03-c22ed061b801,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:25:32.090716 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:32.094397 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:32.094996 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:32.096334 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/0e51264f-300d-49b6-9f03-c22ed061b801 HTTP/1.1" status: 200 len: 1093 time: 0.6045504 Oct 31 19:25:32.098342 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'tag': '0e51264f-300d-49b6-9f03-c22ed061b801'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:25:32.100619 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d573cbd7-43bb-4707-b128-e2f3e1c7535e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29", "tag": "0e51264f-300d-49b6-9f03-c22ed061b801"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:25:32.146139 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a1ac7c-33c0-4d8c-932d-4da250333f13 x-openstack-request-id: req-d3a1ac7c-33c0-4d8c-932d-4da250333f13 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:25:32.146419 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29", "tag": "0e51264f-300d-49b6-9f03-c22ed061b801", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:25:32.146665 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3a1ac7c-33c0-4d8c-932d-4da250333f13 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:25:32.147048 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a1ac7c-33c0-4d8c-932d-4da250333f13'] response: {'name': 'network-changed', 'server_uuid': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'tag': '0e51264f-300d-49b6-9f03-c22ed061b801', 'status': 'completed', 'code': 200} Oct 31 19:25:32.155993 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:32.169315 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 893175ba-959f-42bd-a1b8-f25e42226117 up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:25:32.193108 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e137642-169a-4606-b34b-3e6949c612f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e51264f-300d-49b6-9f03-c22ed061b801,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:32.204131 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-a2edd31c-b848-4391-9074-0ad24b05d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:32.205637 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-a2edd31c-b848-4391-9074-0ad24b05d9b4 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=06b4e580885f431b9ccb8aa409fdd454&device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 1127 time: 0.0618196 Oct 31 19:25:32.226451 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port 893175ba-959f-42bd-a1b8-f25e42226117 completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:25:32.232971 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 893175ba-959f-42bd-a1b8-f25e42226117 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:25:32.233331 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (893175ba-959f-42bd-a1b8-f25e42226117), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:32.233691 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 893175ba-959f-42bd-a1b8-f25e42226117 Oct 31 19:25:32.245296 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8c852-087d-46d1-82f1-fbc2971ed8c9 req-dcb19713-6735-4715-989b-f358ea954001 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:32.247004 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-75d8c852-087d-46d1-82f1-fbc2971ed8c9 req-dcb19713-6735-4715-989b-f358ea954001 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 944 time: 0.0482953 Oct 31 19:25:32.252097 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-7d8210dd-903c-4a16-b761-ad630a241a0e service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e51264f-300d-49b6-9f03-c22ed061b801 HTTP/1.1" status: 200 len: 217 time: 0.0365810 Oct 31 19:25:32.300350 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-75d8c852-087d-46d1-82f1-fbc2971ed8c9 req-336cbf21-5b43-4518-83c1-15ba7f082ebb tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475483 Oct 31 19:25:32.309326 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-b8bc426e-2e8b-4862-911c-b2962af5d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:32.311439 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-b8bc426e-2e8b-4862-911c-b2962af5d111 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b HTTP/1.1" status: 200 len: 856 time: 0.0511954 Oct 31 19:25:32.312830 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 893175ba-959f-42bd-a1b8-f25e42226117 is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:25:32.313093 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (893175ba-959f-42bd-a1b8-f25e42226117), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:32.337761 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bfc882-6f9e-4736-9ee4-00f63c5892ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893175ba-959f-42bd-a1b8-f25e42226117'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:25:32.339981 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2869ffd7-cac3-46f1-b545-9ec82c4e0f75" -d '{"events": [{"server_uuid": "95bfc882-6f9e-4736-9ee4-00f63c5892ff", "name": "network-vif-plugged", "status": "completed", "tag": "893175ba-959f-42bd-a1b8-f25e42226117"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:25:32.352350 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 893175ba-959f-42bd-a1b8-f25e42226117, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=893175ba-959f-42bd-a1b8-f25e42226117,segment=NetworkSegment(7643d495-1a5c-4262-ba23-64ac030e7dd5),segment_id=7643d495-1a5c-4262-ba23-64ac030e7dd5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:25:32.357166 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (893175ba-959f-42bd-a1b8-f25e42226117), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:32.362469 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-9f8abf01-72a2-4bb3-a8d0-4e752af77416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:32.364285 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-9f8abf01-72a2-4bb3-a8d0-4e752af77416 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447860 Oct 31 19:25:32.384587 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe844475-95a5-47c5-852e-f81e3423e54e x-openstack-request-id: req-fe844475-95a5-47c5-852e-f81e3423e54e {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:25:32.384867 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bfc882-6f9e-4736-9ee4-00f63c5892ff", "name": "network-vif-plugged", "status": "completed", "tag": "893175ba-959f-42bd-a1b8-f25e42226117", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:25:32.385114 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe844475-95a5-47c5-852e-f81e3423e54e {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:25:32.385546 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe844475-95a5-47c5-852e-f81e3423e54e'] response: {'server_uuid': '95bfc882-6f9e-4736-9ee4-00f63c5892ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893175ba-959f-42bd-a1b8-f25e42226117', 'code': 200} Oct 31 19:25:32.387619 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:32.409664 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=893175ba-959f-42bd-a1b8-f25e42226117,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:32.460712 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-64c7ea15-3f06-4099-bc52-e2f9f65465a8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879316 Oct 31 19:25:32.576854 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca57c94-8afd-46f9-8e53-d363a035ae98 req-cdf583e8-a2ce-4a9f-b549-10a86c622484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:32.578335 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7ca57c94-8afd-46f9-8e53-d363a035ae98 req-cdf583e8-a2ce-4a9f-b549-10a86c622484 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 1129 time: 0.0501466 Oct 31 19:25:32.599850 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3bb6eab-7a01-4017-bff9-0070b2a7e413 req-b4831f7f-87d6-428a-be03-06b97b6f208c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328385 Oct 31 19:25:32.626707 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7ca57c94-8afd-46f9-8e53-d363a035ae98 req-cb28813e-1653-4c0b-8cd9-fb22b82299eb service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411053 Oct 31 19:25:32.946958 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701a722-40c5-42e1-a8e3-420a78d0adc4 req-3adc2c1f-0e4b-4049-b02c-30c7bfec0e34 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:32.948391 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f701a722-40c5-42e1-a8e3-420a78d0adc4 req-3adc2c1f-0e4b-4049-b02c-30c7bfec0e34 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 943 time: 0.0466404 Oct 31 19:25:32.995235 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f701a722-40c5-42e1-a8e3-420a78d0adc4 req-aeaa95a5-9306-461e-a8c0-15a90975784e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414305 Oct 31 19:25:33.420571 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:33.431726 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee4513-5cdc-42b7-b971-02be001ec3e4 req-f752f933-e3bc-4830-bb5f-6f1644ad0054 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:33.433185 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-59ee4513-5cdc-42b7-b971-02be001ec3e4 req-f752f933-e3bc-4830-bb5f-6f1644ad0054 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 945 time: 0.0515633 Oct 31 19:25:33.479677 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-59ee4513-5cdc-42b7-b971-02be001ec3e4 req-b81646de-2eb7-4f7e-8565-b6bf5e3f3508 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408597 Oct 31 19:25:33.893049 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:33.906599 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7006a326-82d0-4b58-90d8-eafd982ce2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:33.960745 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573cbd7-43bb-4707-b128-e2f3e1c7535e req-6d4fdd0c-bb24-435d-a94f-aa1293f8b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:33.962239 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d573cbd7-43bb-4707-b128-e2f3e1c7535e req-6d4fdd0c-bb24-435d-a94f-aa1293f8b74c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=06b4e580885f431b9ccb8aa409fdd454&device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 1127 time: 0.0399148 Oct 31 19:25:34.062940 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573cbd7-43bb-4707-b128-e2f3e1c7535e req-45aa2b96-75ac-4125-88c3-d67156c3aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:34.064445 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d573cbd7-43bb-4707-b128-e2f3e1c7535e req-45aa2b96-75ac-4125-88c3-d67156c3aec7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 HTTP/1.1" status: 200 len: 918 time: 0.0897870 Oct 31 19:25:34.103423 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d573cbd7-43bb-4707-b128-e2f3e1c7535e req-f55c364d-f1ce-45bf-a4fb-eaf189eb415d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e51264f-300d-49b6-9f03-c22ed061b801 HTTP/1.1" status: 200 len: 217 time: 0.0322654 Oct 31 19:25:34.117455 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc99d40-3f34-44c5-9f30-e644c64cc7be req-41b8b234-ecc6-4dfd-8283-19112db87fcf tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:34.118920 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8fc99d40-3f34-44c5-9f30-e644c64cc7be req-41b8b234-ecc6-4dfd-8283-19112db87fcf tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 943 time: 0.0452700 Oct 31 19:25:34.164492 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8fc99d40-3f34-44c5-9f30-e644c64cc7be req-8d23c25b-d9ad-43bf-bdec-40f79287de07 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399609 Oct 31 19:25:34.625792 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777e3dc-0ec4-4bb9-8c7a-668d60ddb2dd req-9ba7b4ff-84d3-4ed1-8218-f79d174f00b4 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:34.627267 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d777e3dc-0ec4-4bb9-8c7a-668d60ddb2dd req-9ba7b4ff-84d3-4ed1-8218-f79d174f00b4 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 945 time: 0.0756505 Oct 31 19:25:34.636198 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573cbd7-43bb-4707-b128-e2f3e1c7535e req-fa32106b-b306-46fa-879f-9e8abdd3fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:34.637522 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d573cbd7-43bb-4707-b128-e2f3e1c7535e req-fa32106b-b306-46fa-879f-9e8abdd3fc9a service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b HTTP/1.1" status: 200 len: 856 time: 0.0749953 Oct 31 19:25:34.710031 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573cbd7-43bb-4707-b128-e2f3e1c7535e req-f1db50fd-e3aa-4e57-8fa5-2c920348f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:34.711495 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d573cbd7-43bb-4707-b128-e2f3e1c7535e req-f1db50fd-e3aa-4e57-8fa5-2c920348f6de service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583551 Oct 31 19:25:34.714950 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d777e3dc-0ec4-4bb9-8c7a-668d60ddb2dd req-096b83ee-dec6-4dd4-be25-e9787bdf68fb tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810900 Oct 31 19:25:34.803533 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d573cbd7-43bb-4707-b128-e2f3e1c7535e req-c5136b50-7537-4618-ae49-b6752ae3f714 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833511 Oct 31 19:25:34.898735 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d573cbd7-43bb-4707-b128-e2f3e1c7535e req-16560c59-c666-48f2-b5d2-485d81514b52 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850396 Oct 31 19:25:35.026876 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:35.280207 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=74 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:35.294476 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95493ac4-5d22-4e21-9024-be000ed96938 req-26d4772a-b467-4538-9729-36389646efa3 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:35.295943 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-95493ac4-5d22-4e21-9024-be000ed96938 req-26d4772a-b467-4538-9729-36389646efa3 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 943 time: 0.0497599 Oct 31 19:25:35.310195 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=92 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:35.341243 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-95493ac4-5d22-4e21-9024-be000ed96938 req-dea778a3-088d-4758-b202-ee4597ea7cec tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398669 Oct 31 19:25:35.901209 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:35.938901 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85086efa-f357-4503-a771-b78e509e4f0b req-3d0787dd-0ae5-47d6-8f80-da5a5bd06707 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:35.940350 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-85086efa-f357-4503-a771-b78e509e4f0b req-3d0787dd-0ae5-47d6-8f80-da5a5bd06707 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 945 time: 0.1521089 Oct 31 19:25:35.985718 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-85086efa-f357-4503-a771-b78e509e4f0b req-9a8a4113-5c94-4abf-9478-d39a254582f2 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398133 Oct 31 19:25:36.172688 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 0e51264f-300d-49b6-9f03-c22ed061b801 details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:25:36.274853 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 0e51264f-300d-49b6-9f03-c22ed061b801, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=0e51264f-300d-49b6-9f03-c22ed061b801,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:25:36.287601 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '0e51264f-300d-49b6-9f03-c22ed061b801', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'port_id': '0e51264f-300d-49b6-9f03-c22ed061b801', 'mac_address': 'fa:16:3e:3a:16:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:25:36.325485 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 0e51264f-300d-49b6-9f03-c22ed061b801 is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:25:36.325910 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:36.344117 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e51264f-300d-49b6-9f03-c22ed061b801 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:25:36.364582 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 0e51264f-300d-49b6-9f03-c22ed061b801, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=0e51264f-300d-49b6-9f03-c22ed061b801,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:25:36.368018 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:36.421838 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=0e51264f-300d-49b6-9f03-c22ed061b801,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:36.436431 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:36.482161 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0355ed6-84c2-4b84-9c64-e7a0bc357a0d req-8de1b497-9a9b-43a8-ab99-fbb44bcebfa0 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:36.483711 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a0355ed6-84c2-4b84-9c64-e7a0bc357a0d req-8de1b497-9a9b-43a8-ab99-fbb44bcebfa0 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 944 time: 0.0529490 Oct 31 19:25:36.532205 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a0355ed6-84c2-4b84-9c64-e7a0bc357a0d req-870c7934-fa17-41ed-a71d-bda1a7e68d45 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428710 Oct 31 19:25:36.679477 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:36.774167 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['0e51264f-300d-49b6-9f03-c22ed061b801'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:25:37.709502 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d184d38-3420-48fc-bb0f-3c318e8fa26a req-eadee35e-08ea-41b5-a62a-2060fa297103 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:37.710959 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5d184d38-3420-48fc-bb0f-3c318e8fa26a req-eadee35e-08ea-41b5-a62a-2060fa297103 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 944 time: 0.0989816 Oct 31 19:25:37.757327 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5d184d38-3420-48fc-bb0f-3c318e8fa26a req-8203e41d-33a6-4a4e-b08c-7f2df25f7a96 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408282 Oct 31 19:25:38.184935 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 0e51264f-300d-49b6-9f03-c22ed061b801 up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:25:38.227045 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port 0e51264f-300d-49b6-9f03-c22ed061b801 completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:25:38.232471 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 0e51264f-300d-49b6-9f03-c22ed061b801 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:25:38.232828 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:38.233156 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 0e51264f-300d-49b6-9f03-c22ed061b801 Oct 31 19:25:38.302571 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 0e51264f-300d-49b6-9f03-c22ed061b801 is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:25:38.302953 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:38.328832 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e51264f-300d-49b6-9f03-c22ed061b801'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:25:38.331045 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14287508-cf2b-4884-b558-553a59346731" -d '{"events": [{"server_uuid": "3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29", "name": "network-vif-plugged", "status": "completed", "tag": "0e51264f-300d-49b6-9f03-c22ed061b801"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:25:38.480333 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd36b23-188c-4cbc-9583-23bea891bd66 x-openstack-request-id: req-9bd36b23-188c-4cbc-9583-23bea891bd66 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:25:38.480621 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29", "name": "network-vif-plugged", "status": "completed", "tag": "0e51264f-300d-49b6-9f03-c22ed061b801", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:25:38.480849 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bd36b23-188c-4cbc-9583-23bea891bd66 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:25:38.481232 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd36b23-188c-4cbc-9583-23bea891bd66'] response: {'server_uuid': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e51264f-300d-49b6-9f03-c22ed061b801', 'code': 200} Oct 31 19:25:38.484813 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 0e51264f-300d-49b6-9f03-c22ed061b801, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=0e51264f-300d-49b6-9f03-c22ed061b801,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:25:38.488765 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:38.536232 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=0e51264f-300d-49b6-9f03-c22ed061b801,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:38.583696 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d0f50-9b8d-4c4c-9b20-d2f7de391ac7 req-60c79302-2283-411c-8f9c-649b660eeccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:38.585160 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-787d0f50-9b8d-4c4c-9b20-d2f7de391ac7 req-60c79302-2283-411c-8f9c-649b660eeccd service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 1129 time: 0.0391679 Oct 31 19:25:38.634872 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-787d0f50-9b8d-4c4c-9b20-d2f7de391ac7 req-408312f7-4c47-4f0c-94ef-c7290130bbd7 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388131 Oct 31 19:25:38.881335 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74cad8-fb87-4c59-972d-b995fffb16ef req-ecc26310-3b6e-480f-9d48-6e9bd024422f tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:38.882920 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9f74cad8-fb87-4c59-972d-b995fffb16ef req-ecc26310-3b6e-480f-9d48-6e9bd024422f tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0464187 Oct 31 19:25:38.932458 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9f74cad8-fb87-4c59-972d-b995fffb16ef req-3bdeb2f8-0bf7-489c-8f01-7374472ca546 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442066 Oct 31 19:25:40.064200 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd9464-a4fd-49c2-84d5-e268968fdb65 req-6e4cdedf-763c-466e-bb4e-cd6593c721a6 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:40.065741 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f7bd9464-a4fd-49c2-84d5-e268968fdb65 req-6e4cdedf-763c-466e-bb4e-cd6593c721a6 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0499218 Oct 31 19:25:40.112151 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f7bd9464-a4fd-49c2-84d5-e268968fdb65 req-692d4559-0f9c-446e-8789-e1069dca3ade tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409963 Oct 31 19:25:41.287272 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a7a9d-92f0-429b-9b0e-ee7793ddd552 req-2e6203ac-8ec5-4d03-8c19-8ccea33d934c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:41.288691 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-298a7a9d-92f0-429b-9b0e-ee7793ddd552 req-2e6203ac-8ec5-4d03-8c19-8ccea33d934c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0450222 Oct 31 19:25:41.333991 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-298a7a9d-92f0-429b-9b0e-ee7793ddd552 req-1ded7b3c-4aed-4112-9735-51cda8e56c1a tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395672 Oct 31 19:25:41.454013 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd97c1-1eb6-4546-85ac-70e1323506af req-67c474d3-6f9c-436a-b072-c22d63bdff46 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:41.455370 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-06bd97c1-1eb6-4546-85ac-70e1323506af req-67c474d3-6f9c-436a-b072-c22d63bdff46 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0475583 Oct 31 19:25:41.466040 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52072) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:25:41.470253 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-0aa9e194-9ec7-4dcd-864d-8b56185f642d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Request body: {'floatingip': {'port_id': '0e51264f-300d-49b6-9f03-c22ed061b801'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:25:41.508634 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e194-9ec7-4dcd-864d-8b56185f642d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for floatingip (4021da38-395f-4dfd-a702-6c99a1e61d51), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:41.574022 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:41.929469 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e194-9ec7-4dcd-864d-8b56185f642d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:41.932886 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e194-9ec7-4dcd-864d-8b56185f642d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (4021da38-395f-4dfd-a702-6c99a1e61d51), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:42.056086 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:25:42.250438 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.l3_db [None req-0aa9e194-9ec7-4dcd-864d-8b56185f642d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Floating IP 4021da38-395f-4dfd-a702-6c99a1e61d51 associated. External IP: 172.27.0.219, port: 0e51264f-300d-49b6-9f03-c22ed061b801. Oct 31 19:25:42.326132 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:42.446445 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa9e194-9ec7-4dcd-864d-8b56185f642d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Router cd72204a-f0b9-409d-b626-32885e0fe833 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:25:42.547093 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa9e194-9ec7-4dcd-864d-8b56185f642d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:25:42.551987 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-0aa9e194-9ec7-4dcd-864d-8b56185f642d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:42.558180 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56768253-ea59-4c10-aca5-02185efe57fd None None] Sync routers for ids ['cd72204a-f0b9-409d-b626-32885e0fe833'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:25:42.571335 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56768253-ea59-4c10-aca5-02185efe57fd None None] Routers {'cd72204a-f0b9-409d-b626-32885e0fe833'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:25:42.571961 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-56768253-ea59-4c10-aca5-02185efe57fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:25:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['cd72204a-f0b9-409d-b626-32885e0fe833'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:25:42.587453 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-0aa9e194-9ec7-4dcd-864d-8b56185f642d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/4021da38-395f-4dfd-a702-6c99a1e61d51 HTTP/1.1" status: 200 len: 991 time: 1.1202254 Oct 31 19:25:42.588009 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'tag': '0e51264f-300d-49b6-9f03-c22ed061b801'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:25:42.590324 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d802faca-c5bf-4836-8feb-fd996af4fc79" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29", "tag": "0e51264f-300d-49b6-9f03-c22ed061b801"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:25:42.629559 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1188d03f-9ee2-419f-a9df-edbe93e4a619 x-openstack-request-id: req-1188d03f-9ee2-419f-a9df-edbe93e4a619 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:25:42.629882 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29", "tag": "0e51264f-300d-49b6-9f03-c22ed061b801", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:25:42.630133 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1188d03f-9ee2-419f-a9df-edbe93e4a619 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:25:42.630566 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1188d03f-9ee2-419f-a9df-edbe93e4a619'] response: {'name': 'network-changed', 'server_uuid': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'tag': '0e51264f-300d-49b6-9f03-c22ed061b801', 'status': 'completed', 'code': 200} Oct 31 19:25:42.682522 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-56768253-ea59-4c10-aca5-02185efe57fd None None] Set router cd72204a-f0b9-409d-b626-32885e0fe833 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:25:42.739415 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:42.885036 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-56768253-ea59-4c10-aca5-02185efe57fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 4, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '4021da38-395f-4dfd-a702-6c99a1e61d51', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'port_id': '0e51264f-300d-49b6-9f03-c22ed061b801', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'mac_address': 'fa:16:3e:3a:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:25:28Z', 'updated_at': '2022-10-31T19:25:41Z', 'revision_number': 1, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8e8cb0-374f-462a-91c2-0e3218c787a4', 'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'mac_address': 'fa:16:3e:ae:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:52Z', 'revision_number': 5, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'subnets': [{'id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:25:42.908980 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56768253-ea59-4c10-aca5-02185efe57fd None None] Checking router: cd72204a-f0b9-409d-b626-32885e0fe833 for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:25:42.918009 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56768253-ea59-4c10-aca5-02185efe57fd None None] Routers {'cd72204a-f0b9-409d-b626-32885e0fe833'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:25:42.918586 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-56768253-ea59-4c10-aca5-02185efe57fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:25:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['cd72204a-f0b9-409d-b626-32885e0fe833'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:25:43.016861 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-56768253-ea59-4c10-aca5-02185efe57fd None None] Set router cd72204a-f0b9-409d-b626-32885e0fe833 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:25:43.097910 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802faca-c5bf-4836-8feb-fd996af4fc79 req-de7c83a6-0998-4d0f-9f21-3190045b9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:43.100129 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d802faca-c5bf-4836-8feb-fd996af4fc79 req-de7c83a6-0998-4d0f-9f21-3190045b9651 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=06b4e580885f431b9ccb8aa409fdd454&device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 1129 time: 0.0430512 Oct 31 19:25:43.199151 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802faca-c5bf-4836-8feb-fd996af4fc79 req-5b1812ed-0a93-4118-865e-9eb70e8fbff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:43.200629 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d802faca-c5bf-4836-8feb-fd996af4fc79 req-5b1812ed-0a93-4118-865e-9eb70e8fbff3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 HTTP/1.1" status: 200 len: 918 time: 0.0941491 Oct 31 19:25:43.245561 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-56768253-ea59-4c10-aca5-02185efe57fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 4, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '4021da38-395f-4dfd-a702-6c99a1e61d51', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'port_id': '0e51264f-300d-49b6-9f03-c22ed061b801', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'mac_address': 'fa:16:3e:3a:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:25:28Z', 'updated_at': '2022-10-31T19:25:41Z', 'revision_number': 1, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8e8cb0-374f-462a-91c2-0e3218c787a4', 'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'mac_address': 'fa:16:3e:ae:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:52Z', 'revision_number': 5, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'subnets': [{'id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:25:43.247199 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:43.269277 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d802faca-c5bf-4836-8feb-fd996af4fc79 req-695b1710-d792-4447-8117-f7f8a8963029 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e51264f-300d-49b6-9f03-c22ed061b801 HTTP/1.1" status: 200 len: 999 time: 0.0612180 Oct 31 19:25:43.270254 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56768253-ea59-4c10-aca5-02185efe57fd None None] The sync data for ids ['cd72204a-f0b9-409d-b626-32885e0fe833'] in dv-cinder-863097-1-iscsi is: [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 4, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '4021da38-395f-4dfd-a702-6c99a1e61d51', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'port_id': '0e51264f-300d-49b6-9f03-c22ed061b801', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'mac_address': 'fa:16:3e:3a:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:25:28Z', 'updated_at': '2022-10-31T19:25:41Z', 'revision_number': 1, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf8e8cb0-374f-462a-91c2-0e3218c787a4', 'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'mac_address': 'fa:16:3e:ae:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:52Z', 'revision_number': 5, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'subnets': [{'id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:25:43.321200 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802faca-c5bf-4836-8feb-fd996af4fc79 req-30290c68-86e7-41b6-9c13-46892480d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:43.322697 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d802faca-c5bf-4836-8feb-fd996af4fc79 req-30290c68-86e7-41b6-9c13-46892480d797 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b HTTP/1.1" status: 200 len: 856 time: 0.0453560 Oct 31 19:25:43.369091 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802faca-c5bf-4836-8feb-fd996af4fc79 req-68a2c77d-d63e-4d7b-a2ac-6e615386b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:43.370651 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d802faca-c5bf-4836-8feb-fd996af4fc79 req-68a2c77d-d63e-4d7b-a2ac-6e615386b48b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411270 Oct 31 19:25:43.472253 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d802faca-c5bf-4836-8feb-fd996af4fc79 req-42266f2a-9b60-4f46-af6d-748688aabad7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940199 Oct 31 19:25:43.480007 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52230c6c-8682-471b-91b2-92d19c20ddb6 None None] New status for floating IP 4021da38-395f-4dfd-a702-6c99a1e61d51: ACTIVE {{(pid=104477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:25:43.518221 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:43.569622 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d802faca-c5bf-4836-8feb-fd996af4fc79 req-37754e6a-ed66-43d8-a477-72441d30cdf4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891299 Oct 31 19:25:43.575500 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:51.322141 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95158be6-bbdb-48a6-909d-2c6a9f559cc5 req-047a784f-c458-4fcb-b117-6e60234b4b75 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391893 Oct 31 19:25:51.328533 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=83 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:51.330527 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=82 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:51.849867 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95158be6-bbdb-48a6-909d-2c6a9f559cc5 req-67decbcd-01be-4aab-994a-583aa4b2f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:51.851407 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95158be6-bbdb-48a6-909d-2c6a9f559cc5 req-67decbcd-01be-4aab-994a-583aa4b2f691 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=73cf63c76fc543428404002ae9a75b29&device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 1129 time: 0.0482881 Oct 31 19:25:51.929077 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46d6de-3400-4ab5-984c-adda9603bb7b req-8148e2ab-d0d8-4a39-b031-fdb06d87892b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:51.930560 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-cc46d6de-3400-4ab5-984c-adda9603bb7b req-8148e2ab-d0d8-4a39-b031-fdb06d87892b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0482218 Oct 31 19:25:51.979765 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-cc46d6de-3400-4ab5-984c-adda9603bb7b req-acf79b97-35a8-48ba-bd8e-a52ef1365fe6 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435946 Oct 31 19:25:53.187798 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:53.203148 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4054b0f-257a-40da-a40d-74a6b914d589 req-e10290c4-46e6-41ca-bd7b-3f49ea21b8db tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:53.204607 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f4054b0f-257a-40da-a40d-74a6b914d589 req-e10290c4-46e6-41ca-bd7b-3f49ea21b8db tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0509815 Oct 31 19:25:53.250709 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f4054b0f-257a-40da-a40d-74a6b914d589 req-3fb0681a-614d-446d-b01f-a813c10f0b64 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403471 Oct 31 19:25:53.586385 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:54.228681 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95158be6-bbdb-48a6-909d-2c6a9f559cc5 req-d67e0baf-357a-4b45-a5a4-8f02e4deb0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:54.230264 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95158be6-bbdb-48a6-909d-2c6a9f559cc5 req-d67e0baf-357a-4b45-a5a4-8f02e4deb0da service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 200 len: 919 time: 0.0900450 Oct 31 19:25:54.324262 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95158be6-bbdb-48a6-909d-2c6a9f559cc5 req-59737b16-d763-408c-9a1a-578c8ad25786 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1f5b141-b428-4cbf-9938-2df49ece4368 HTTP/1.1" status: 200 len: 217 time: 0.0382268 Oct 31 19:25:54.409476 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01ba79-a33c-4cb2-b576-be59ecbc6e4f req-656dda96-86a5-4674-9892-250869fd51d6 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:54.410950 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3f01ba79-a33c-4cb2-b576-be59ecbc6e4f req-656dda96-86a5-4674-9892-250869fd51d6 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0746555 Oct 31 19:25:54.426799 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95158be6-bbdb-48a6-909d-2c6a9f559cc5 req-3f882a83-b034-4145-bb73-7cda285e4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:54.428152 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95158be6-bbdb-48a6-909d-2c6a9f559cc5 req-3f882a83-b034-4145-bb73-7cda285e4543 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=d2c209a4-c49d-431e-b8bc-b162483f4e74 HTTP/1.1" status: 200 len: 857 time: 0.0819082 Oct 31 19:25:54.468008 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3f01ba79-a33c-4cb2-b576-be59ecbc6e4f req-34d47a08-3e10-43e4-9f0b-3947a7823bd8 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=dc7ffa67-2b23-4574-9c77-71cf38bc18a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504162 Oct 31 19:25:54.566684 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95158be6-bbdb-48a6-909d-2c6a9f559cc5 req-deb2432c-effc-4052-ba58-614073556c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:54.568765 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95158be6-bbdb-48a6-909d-2c6a9f559cc5 req-deb2432c-effc-4052-ba58-614073556c4c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=76d0a169-b981-4155-bbd7-0bbdbbf23238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475750 Oct 31 19:25:54.666347 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95158be6-bbdb-48a6-909d-2c6a9f559cc5 req-4e886dbe-a030-4e1d-9b3a-3c76b36681fc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891488 Oct 31 19:25:54.778211 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70a1a5-b1cb-493b-b948-8975a16c3744 req-e8e8bf2f-539d-4a53-ab0d-c6530f080f97 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:54.779558 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-fd70a1a5-b1cb-493b-b948-8975a16c3744 req-e8e8bf2f-539d-4a53-ab0d-c6530f080f97 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 946 time: 0.0981817 Oct 31 19:25:54.814660 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:54.850758 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95158be6-bbdb-48a6-909d-2c6a9f559cc5 req-0f30ed14-a4fe-480c-8764-297a255601fe service neutron] 10.222.0.33 "GET /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616380 Oct 31 19:25:54.890913 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-fd70a1a5-b1cb-493b-b948-8975a16c3744 req-b545370c-36f6-4970-af01-049c396ce31b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Deleting port 810ffdd3-13de-43d5-a09c-221911cc3bcf {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:25:54.891258 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-fd70a1a5-b1cb-493b-b948-8975a16c3744 req-b545370c-36f6-4970-af01-049c396ce31b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (810ffdd3-13de-43d5-a09c-221911cc3bcf), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:54.982526 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-fd70a1a5-b1cb-493b-b948-8975a16c3744 req-b545370c-36f6-4970-af01-049c396ce31b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] For port 810ffdd3-13de-43d5-a09c-221911cc3bcf, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=810ffdd3-13de-43d5-a09c-221911cc3bcf,segment=NetworkSegment(f8e8f60f-31c8-4f06-ac72-adbed7afc379),segment_id=f8e8f60f-31c8-4f06-ac72-adbed7afc379)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:25:54.982990 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-fd70a1a5-b1cb-493b-b948-8975a16c3744 req-b545370c-36f6-4970-af01-049c396ce31b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (810ffdd3-13de-43d5-a09c-221911cc3bcf), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:55.136012 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c583f26-5eeb-4ecf-8b0d-81d93b433a62 req-4d1266d5-bb3f-475f-af2c-1fd6d87d43d2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:55.137492 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8c583f26-5eeb-4ecf-8b0d-81d93b433a62 req-4d1266d5-bb3f-475f-af2c-1fd6d87d43d2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0465431 Oct 31 19:25:55.156438 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-fd70a1a5-b1cb-493b-b948-8975a16c3744 req-b545370c-36f6-4970-af01-049c396ce31b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:55.156797 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-fd70a1a5-b1cb-493b-b948-8975a16c3744 req-b545370c-36f6-4970-af01-049c396ce31b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (148a3cee-bb1a-492c-8cbb-ae63000d022f), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:55.157103 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.l3_db [req-fd70a1a5-b1cb-493b-b948-8975a16c3744 req-b545370c-36f6-4970-af01-049c396ce31b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Floating IP 148a3cee-bb1a-492c-8cbb-ae63000d022f disassociated. External IP: 172.27.0.69, port: 810ffdd3-13de-43d5-a09c-221911cc3bcf. Oct 31 19:25:55.157434 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-fd70a1a5-b1cb-493b-b948-8975a16c3744 req-b545370c-36f6-4970-af01-049c396ce31b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Calling delete_port for 810ffdd3-13de-43d5-a09c-221911cc3bcf owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:25:55.163325 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:55.184898 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8c583f26-5eeb-4ecf-8b0d-81d93b433a62 req-f66eef5c-b6d9-498b-98c6-d3b781a55351 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415583 Oct 31 19:25:55.285599 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-fd70a1a5-b1cb-493b-b948-8975a16c3744 req-b545370c-36f6-4970-af01-049c396ce31b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (810ffdd3-13de-43d5-a09c-221911cc3bcf), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:55.316108 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545370c-36f6-4970-af01-049c396ce31b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event deleted for resources: {'Port': ['ID=810ffdd3-13de-43d5-a09c-221911cc3bcf,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:25:55.422821 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd70a1a5-b1cb-493b-b948-8975a16c3744 req-b545370c-36f6-4970-af01-049c396ce31b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Router 18d4f8cc-60a8-47d2-94d6-cde408eba1af has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:25:55.527752 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd70a1a5-b1cb-493b-b948-8975a16c3744 req-b545370c-36f6-4970-af01-049c396ce31b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:25:55.538704 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329ce21-e9bf-4b3a-b56a-e8934ad7a5aa None None] Sync routers for ids ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:25:55.548911 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329ce21-e9bf-4b3a-b56a-e8934ad7a5aa None None] Routers {'18d4f8cc-60a8-47d2-94d6-cde408eba1af'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:25:55.549509 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-4329ce21-e9bf-4b3a-b56a-e8934ad7a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:25:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:25:55.596893 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd70a1a5-b1cb-493b-b948-8975a16c3744 req-b545370c-36f6-4970-af01-049c396ce31b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] No DVR routers for this DVR port 810ffdd3-13de-43d5-a09c-221911cc3bcf on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:25:55.599798 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-df7061a4-a3d2-48aa-b6ff-23f7d78e445f req-9fe1d84f-d5e6-456b-8cbf-a2246c482913 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 210 time: 0.0489078 Oct 31 19:25:55.600789 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-fd70a1a5-b1cb-493b-b948-8975a16c3744 req-b545370c-36f6-4970-af01-049c396ce31b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:55.603935 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-fd70a1a5-b1cb-493b-b948-8975a16c3744 req-b545370c-36f6-4970-af01-049c396ce31b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.33 "DELETE /networking/v2.0/ports/810ffdd3-13de-43d5-a09c-221911cc3bcf HTTP/1.1" status: 204 len: 173 time: 0.8180437 Oct 31 19:25:55.604440 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a122a08-bc0f-40fd-8139-74c9e8a70ebe', 'name': 'network-vif-deleted', 'tag': '810ffdd3-13de-43d5-a09c-221911cc3bcf'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:25:55.606739 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f33288-b275-42e1-ac5a-0f12c031eae0" -d '{"events": [{"server_uuid": "0a122a08-bc0f-40fd-8139-74c9e8a70ebe", "name": "network-vif-deleted", "tag": "810ffdd3-13de-43d5-a09c-221911cc3bcf"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:25:55.653544 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0a1f3c-f9eb-45af-8df4-5396031091ea x-openstack-request-id: req-8a0a1f3c-f9eb-45af-8df4-5396031091ea {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:25:55.653858 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a122a08-bc0f-40fd-8139-74c9e8a70ebe", "name": "network-vif-deleted", "tag": "810ffdd3-13de-43d5-a09c-221911cc3bcf", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:25:55.654109 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a0a1f3c-f9eb-45af-8df4-5396031091ea {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:25:55.654512 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a0a1f3c-f9eb-45af-8df4-5396031091ea'] response: {'server_uuid': '0a122a08-bc0f-40fd-8139-74c9e8a70ebe', 'name': 'network-vif-deleted', 'tag': '810ffdd3-13de-43d5-a09c-221911cc3bcf', 'status': 'completed', 'code': 200} Oct 31 19:25:55.662442 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-4329ce21-e9bf-4b3a-b56a-e8934ad7a5aa None None] Set router 18d4f8cc-60a8-47d2-94d6-cde408eba1af gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:25:55.875227 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:55.883598 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:55.948430 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-4329ce21-e9bf-4b3a-b56a-e8934ad7a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:49Z', 'revision_number': 4, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'e66d7874-fe75-4921-91b1-0d4f592fb2ab', 'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'mac_address': 'fa:16:3e:31:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:02Z', 'revision_number': 5, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'subnets': [{'id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:25:55.972580 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329ce21-e9bf-4b3a-b56a-e8934ad7a5aa None None] Checking router: 18d4f8cc-60a8-47d2-94d6-cde408eba1af for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:25:55.981354 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4329ce21-e9bf-4b3a-b56a-e8934ad7a5aa None None] Routers {'18d4f8cc-60a8-47d2-94d6-cde408eba1af'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:25:55.981974 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-4329ce21-e9bf-4b3a-b56a-e8934ad7a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:25:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:25:56.079329 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-4329ce21-e9bf-4b3a-b56a-e8934ad7a5aa None None] Set router 18d4f8cc-60a8-47d2-94d6-cde408eba1af gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:25:56.259337 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-4329ce21-e9bf-4b3a-b56a-e8934ad7a5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:49Z', 'revision_number': 4, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'e66d7874-fe75-4921-91b1-0d4f592fb2ab', 'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'mac_address': 'fa:16:3e:31:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:02Z', 'revision_number': 5, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'subnets': [{'id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:25:56.283515 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329ce21-e9bf-4b3a-b56a-e8934ad7a5aa None None] The sync data for ids ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'] in dv-cinder-863097-1-iscsi is: [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:49Z', 'revision_number': 4, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'e66d7874-fe75-4921-91b1-0d4f592fb2ab', 'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'mac_address': 'fa:16:3e:31:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:02Z', 'revision_number': 5, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'subnets': [{'id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:25:56.310913 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb4b4e-7fb4-4c5c-8d30-a07ef0bac7fe req-a63dd539-f07e-496f-b6af-65f998f7c43a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:56.312463 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ccdb4b4e-7fb4-4c5c-8d30-a07ef0bac7fe req-a63dd539-f07e-496f-b6af-65f998f7c43a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0510423 Oct 31 19:25:56.360537 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ccdb4b4e-7fb4-4c5c-8d30-a07ef0bac7fe req-e3366027-8542-4e21-8f07-dd2400667c1b tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425935 Oct 31 19:25:56.499639 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689c296e-4f36-4cf2-9818-f1ab29e7d892 None None] New status for floating IP 148a3cee-bb1a-492c-8cbb-ae63000d022f: DOWN {{(pid=104477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:25:56.706589 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-236a7df1-7d55-45ff-8583-c983bac99087 req-ef4f5595-8f02-4b9e-af8b-930c59fb27f3 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 210 time: 0.0273540 Oct 31 19:25:57.479974 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511f6d7-b679-47d5-82e3-3ee8a758f5d2 req-51ea7702-658d-47e6-a370-4cf3c45a1790 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:57.481412 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9511f6d7-b679-47d5-82e3-3ee8a758f5d2 req-51ea7702-658d-47e6-a370-4cf3c45a1790 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0462580 Oct 31 19:25:57.527204 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9511f6d7-b679-47d5-82e3-3ee8a758f5d2 req-8061bf3b-6ca9-4d1c-ae86-cc789a908d98 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402999 Oct 31 19:25:57.808670 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-27e28f66-718c-483f-ba45-a2d399b88f04 req-a535add9-2cd8-4946-8c2d-faf505521a1a tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 210 time: 0.0286272 Oct 31 19:25:58.326086 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 810ffdd3-13de-43d5-a09c-221911cc3bcf no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:25:58.345387 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: 810ffdd3-13de-43d5-a09c-221911cc3bcf {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:25:58.345755 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 810ffdd3-13de-43d5-a09c-221911cc3bcf not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:25:58.651219 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0354a-330c-46c2-a814-9c0ae0b1ad0b req-069541a2-9b59-43cf-ba43-494d7b0fd9bd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:58.652664 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1cc0354a-330c-46c2-a814-9c0ae0b1ad0b req-069541a2-9b59-43cf-ba43-494d7b0fd9bd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0493205 Oct 31 19:25:58.700660 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1cc0354a-330c-46c2-a814-9c0ae0b1ad0b req-140bbe03-38f8-432f-bd59-54018b458fe2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423899 Oct 31 19:25:58.928067 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-81cc1c3d-dce2-4194-8e7f-ebd9f9416933 req-74459132-2bd3-4416-8cb3-65d100e33dca tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 210 time: 0.0327330 Oct 31 19:25:59.349955 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd491ee-a43c-48fe-84ce-42da130d21cf req-72e01e74-b380-4a18-ad5b-9fb102d864fd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:59.351426 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2fd491ee-a43c-48fe-84ce-42da130d21cf req-72e01e74-b380-4a18-ad5b-9fb102d864fd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0487084 Oct 31 19:25:59.455752 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-2fd491ee-a43c-48fe-84ce-42da130d21cf req-78c28775-d296-4bb8-bb59-d33a37d72ad9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Deleting port 47bfb5db-2a8e-49bb-8942-819d0c5b71da {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:25:59.456093 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-2fd491ee-a43c-48fe-84ce-42da130d21cf req-78c28775-d296-4bb8-bb59-d33a37d72ad9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (47bfb5db-2a8e-49bb-8942-819d0c5b71da), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:59.528416 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:59.561651 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-2fd491ee-a43c-48fe-84ce-42da130d21cf req-78c28775-d296-4bb8-bb59-d33a37d72ad9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] For port 47bfb5db-2a8e-49bb-8942-819d0c5b71da, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=47bfb5db-2a8e-49bb-8942-819d0c5b71da,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:25:59.562018 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-2fd491ee-a43c-48fe-84ce-42da130d21cf req-78c28775-d296-4bb8-bb59-d33a37d72ad9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (47bfb5db-2a8e-49bb-8942-819d0c5b71da), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:59.738248 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-2fd491ee-a43c-48fe-84ce-42da130d21cf req-78c28775-d296-4bb8-bb59-d33a37d72ad9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:59.738248 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-2fd491ee-a43c-48fe-84ce-42da130d21cf req-78c28775-d296-4bb8-bb59-d33a37d72ad9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (3aa0026c-f735-4fd2-8c06-e5372e137b6e), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:59.738450 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.l3_db [req-2fd491ee-a43c-48fe-84ce-42da130d21cf req-78c28775-d296-4bb8-bb59-d33a37d72ad9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Floating IP 3aa0026c-f735-4fd2-8c06-e5372e137b6e disassociated. External IP: 172.27.0.144, port: 47bfb5db-2a8e-49bb-8942-819d0c5b71da. Oct 31 19:25:59.738791 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-2fd491ee-a43c-48fe-84ce-42da130d21cf req-78c28775-d296-4bb8-bb59-d33a37d72ad9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Calling delete_port for 47bfb5db-2a8e-49bb-8942-819d0c5b71da owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:25:59.750665 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:25:59.827090 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb700a54-1e25-4dd5-952a-378532c45e5f req-54b72536-4144-46ff-8392-2f40817636a7 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:25:59.828674 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-cb700a54-1e25-4dd5-952a-378532c45e5f req-54b72536-4144-46ff-8392-2f40817636a7 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 945 time: 0.0477417 Oct 31 19:25:59.876082 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-2fd491ee-a43c-48fe-84ce-42da130d21cf req-78c28775-d296-4bb8-bb59-d33a37d72ad9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (47bfb5db-2a8e-49bb-8942-819d0c5b71da), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:25:59.876531 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-cb700a54-1e25-4dd5-952a-378532c45e5f req-b9a94507-f61f-4f42-8c21-0496fcf8cdb2 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3519d49b-97fb-4dce-acb4-75c1c70efe89&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417156 Oct 31 19:25:59.903112 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c28775-d296-4bb8-bb59-d33a37d72ad9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Pushing event deleted for resources: {'Port': ['ID=47bfb5db-2a8e-49bb-8942-819d0c5b71da,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:00.038980 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fd491ee-a43c-48fe-84ce-42da130d21cf req-78c28775-d296-4bb8-bb59-d33a37d72ad9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Router a22818ab-3b72-4733-a7d0-94de59cd0919 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:26:00.059348 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-139ad97e-8683-4be9-9fb8-e42b1bf16554 req-a02d25ca-71e8-44cd-b2b8-6f04b822d516 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0a122a08-bc0f-40fd-8139-74c9e8a70ebe HTTP/1.1" status: 200 len: 210 time: 0.0341012 Oct 31 19:26:00.173814 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fd491ee-a43c-48fe-84ce-42da130d21cf req-78c28775-d296-4bb8-bb59-d33a37d72ad9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:26:00.184283 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af36893-dc1a-4c8c-a2d1-7c22d1013bfe None None] Sync routers for ids ['a22818ab-3b72-4733-a7d0-94de59cd0919'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:26:00.195527 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af36893-dc1a-4c8c-a2d1-7c22d1013bfe None None] Routers {'a22818ab-3b72-4733-a7d0-94de59cd0919'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:26:00.196137 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-8af36893-dc1a-4c8c-a2d1-7c22d1013bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:25:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['a22818ab-3b72-4733-a7d0-94de59cd0919'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:00.223543 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd491ee-a43c-48fe-84ce-42da130d21cf req-78c28775-d296-4bb8-bb59-d33a37d72ad9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] No DVR routers for this DVR port 47bfb5db-2a8e-49bb-8942-819d0c5b71da on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:26:00.226681 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-2fd491ee-a43c-48fe-84ce-42da130d21cf req-78c28775-d296-4bb8-bb59-d33a37d72ad9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:00.230062 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2fd491ee-a43c-48fe-84ce-42da130d21cf req-78c28775-d296-4bb8-bb59-d33a37d72ad9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.33 "DELETE /networking/v2.0/ports/47bfb5db-2a8e-49bb-8942-819d0c5b71da HTTP/1.1" status: 204 len: 173 time: 0.8579195 Oct 31 19:26:00.230660 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3097dda0-1cb7-439c-b44a-898c488a6448', 'name': 'network-vif-deleted', 'tag': '47bfb5db-2a8e-49bb-8942-819d0c5b71da'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:26:00.233840 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e52dc94-38c9-4e36-bf09-73903b2544b1" -d '{"events": [{"server_uuid": "3097dda0-1cb7-439c-b44a-898c488a6448", "name": "network-vif-deleted", "tag": "47bfb5db-2a8e-49bb-8942-819d0c5b71da"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:26:00.296375 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d3f11e-694f-4be4-a9f3-256a1133fc6e x-openstack-request-id: req-44d3f11e-694f-4be4-a9f3-256a1133fc6e {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:26:00.296661 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3097dda0-1cb7-439c-b44a-898c488a6448", "name": "network-vif-deleted", "tag": "47bfb5db-2a8e-49bb-8942-819d0c5b71da", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:26:00.296911 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44d3f11e-694f-4be4-a9f3-256a1133fc6e {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:26:00.297311 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d3f11e-694f-4be4-a9f3-256a1133fc6e'] response: {'server_uuid': '3097dda0-1cb7-439c-b44a-898c488a6448', 'name': 'network-vif-deleted', 'tag': '47bfb5db-2a8e-49bb-8942-819d0c5b71da', 'status': 'completed', 'code': 200} Oct 31 19:26:00.309000 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-8af36893-dc1a-4c8c-a2d1-7c22d1013bfe None None] Set router a22818ab-3b72-4733-a7d0-94de59cd0919 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:26:00.396596 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6ad5e-0618-4cc3-8b9b-7e4c4b82668b req-c30a377f-c51c-4824-af36-0f89b8cf0eef tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:00.398197 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e4d6ad5e-0618-4cc3-8b9b-7e4c4b82668b req-c30a377f-c51c-4824-af36-0f89b8cf0eef tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 945 time: 0.0496035 Oct 31 19:26:00.452945 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e4d6ad5e-0618-4cc3-8b9b-7e4c4b82668b req-e466b297-f092-465d-b68d-2225c7af6ffa tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475576 Oct 31 19:26:00.499011 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-8af36893-dc1a-4c8c-a2d1-7c22d1013bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 4, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port': {'id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '60503e30-25e1-4e17-a374-7df85584c256', 'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'mac_address': 'fa:16:3e:34:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:08Z', 'revision_number': 5, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'subnets': [{'id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:00.526468 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af36893-dc1a-4c8c-a2d1-7c22d1013bfe None None] Checking router: a22818ab-3b72-4733-a7d0-94de59cd0919 for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:26:00.534668 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af36893-dc1a-4c8c-a2d1-7c22d1013bfe None None] Routers {'a22818ab-3b72-4733-a7d0-94de59cd0919'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:26:00.535256 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-8af36893-dc1a-4c8c-a2d1-7c22d1013bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:25:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['a22818ab-3b72-4733-a7d0-94de59cd0919'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:00.632065 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-8af36893-dc1a-4c8c-a2d1-7c22d1013bfe None None] Set router a22818ab-3b72-4733-a7d0-94de59cd0919 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:26:00.705078 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:00.776748 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:00.813416 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-8af36893-dc1a-4c8c-a2d1-7c22d1013bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 4, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port': {'id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '60503e30-25e1-4e17-a374-7df85584c256', 'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'mac_address': 'fa:16:3e:34:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:08Z', 'revision_number': 5, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'subnets': [{'id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:00.839224 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af36893-dc1a-4c8c-a2d1-7c22d1013bfe None None] The sync data for ids ['a22818ab-3b72-4733-a7d0-94de59cd0919'] in dv-cinder-863097-1-iscsi is: [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:20:47Z', 'revision_number': 4, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port': {'id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '60503e30-25e1-4e17-a374-7df85584c256', 'name': '', 'network_id': '76d0a169-b981-4155-bbd7-0bbdbbf23238', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'mac_address': 'fa:16:3e:34:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:08Z', 'revision_number': 5, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'subnets': [{'id': 'd2c209a4-c49d-431e-b8bc-b162483f4e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:26:00.986018 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e62779d3-3c64-4a3d-a08e-2b721d55c5f6 req-a73e9679-7ff8-4188-b2fa-f9d852183ae6 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 210 time: 0.0314975 Oct 31 19:26:01.058249 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee449264-ceae-43f8-8cb3-6d52ff88fd26 None None] New status for floating IP 3aa0026c-f735-4fd2-8c06-e5372e137b6e: DOWN {{(pid=104477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:26:01.162862 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 52232) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:01.216730 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf60e-a81b-4b3c-a0b1-c4e32fe05368 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group (dc7ffa67-2b23-4574-9c77-71cf38bc18a9), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:01.238933 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf60e-a81b-4b3c-a0b1-c4e32fe05368 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group (dc7ffa67-2b23-4574-9c77-71cf38bc18a9), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:01.287525 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf60e-a81b-4b3c-a0b1-c4e32fe05368 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (dc7ffa67-2b23-4574-9c77-71cf38bc18a9), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:01.290422 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf60e-a81b-4b3c-a0b1-c4e32fe05368 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:01.291887 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-d2bbf60e-a81b-4b3c-a0b1-c4e32fe05368 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/dc7ffa67-2b23-4574-9c77-71cf38bc18a9 HTTP/1.1" status: 204 len: 168 time: 0.1280286 Oct 31 19:26:01.295012 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52234) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:01.301310 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbf60e-a81b-4b3c-a0b1-c4e32fe05368 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7ffa67-2b23-4574-9c77-71cf38bc18a9,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:01.310662 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.api.v2.resource [None req-2132d735-a202-4b69-97de-b344fd24a281 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] show failed (client error): The resource could not be found. Oct 31 19:26:01.312947 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-2132d735-a202-4b69-97de-b344fd24a281 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups/dc7ffa67-2b23-4574-9c77-71cf38bc18a9 HTTP/1.1" status: 404 len: 347 time: 0.0157390 Oct 31 19:26:01.314727 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52236) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:01.426674 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1d252-2c07-4008-93bb-837df6279740 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Deleting port cae0112a-eabf-4ef4-8e5f-bf54c7b2d7ba {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:26:01.427146 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c4e1d252-2c07-4008-93bb-837df6279740 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (cae0112a-eabf-4ef4-8e5f-bf54c7b2d7ba), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:01.504264 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c4e1d252-2c07-4008-93bb-837df6279740 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (cae0112a-eabf-4ef4-8e5f-bf54c7b2d7ba), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:01.504597 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c4e1d252-2c07-4008-93bb-837df6279740 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for floatingip (cae0112a-eabf-4ef4-8e5f-bf54c7b2d7ba), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:01.516867 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1d252-2c07-4008-93bb-837df6279740 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Calling delete_port for cae0112a-eabf-4ef4-8e5f-bf54c7b2d7ba owned by network:floatingip {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:26:01.574759 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-83585eca-6e0b-4eba-87c7-d26a15ecef1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:01.578100 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fd270-9f2d-4353-b45c-01032116e402 req-fc82086c-30a1-40db-935b-9a441b1f8efb tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:01.582077 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c53fd270-9f2d-4353-b45c-01032116e402 req-fc82086c-30a1-40db-935b-9a441b1f8efb tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 945 time: 0.0542233 Oct 31 19:26:01.599930 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:01.629254 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c53fd270-9f2d-4353-b45c-01032116e402 req-da098f83-5f3a-4078-9a9b-bd4d8b51fde0 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437887 Oct 31 19:26:01.667640 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c4e1d252-2c07-4008-93bb-837df6279740 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (cae0112a-eabf-4ef4-8e5f-bf54c7b2d7ba), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:01.690393 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1d252-2c07-4008-93bb-837df6279740 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event deleted for resources: {'Port': ['ID=cae0112a-eabf-4ef4-8e5f-bf54c7b2d7ba,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:01.720809 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c4e1d252-2c07-4008-93bb-837df6279740 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for floatingip (148a3cee-bb1a-492c-8cbb-ae63000d022f), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:01.723538 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c4e1d252-2c07-4008-93bb-837df6279740 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:01.725320 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-c4e1d252-2c07-4008-93bb-837df6279740 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/148a3cee-bb1a-492c-8cbb-ae63000d022f HTTP/1.1" status: 204 len: 168 time: 0.4096358 Oct 31 19:26:01.810285 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52242) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:01.814769 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-fdbbd201-280b-4dff-98ed-3dfc3178f16d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--722587428', 'description': 'tempest-description--151918157'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:26:01.819033 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:01.837589 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd201-280b-4dff-98ed-3dfc3178f16d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:01.912464 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd201-280b-4dff-98ed-3dfc3178f16d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group (0228da5a-22bd-4c78-a043-da2e53fc24d5), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:01.917080 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd201-280b-4dff-98ed-3dfc3178f16d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (0228da5a-22bd-4c78-a043-da2e53fc24d5), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:01.949164 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd201-280b-4dff-98ed-3dfc3178f16d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:01.950403 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-fdbbd201-280b-4dff-98ed-3dfc3178f16d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1391296 Oct 31 19:26:01.951289 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbd201-280b-4dff-98ed-3dfc3178f16d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0228da5a-22bd-4c78-a043-da2e53fc24d5,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:01.954374 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52244) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:01.959498 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-f8be7707-0424-49ed-8bc8-eb5534358744 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Request body: {'security_group_rule': {'security_group_id': '0228da5a-22bd-4c78-a043-da2e53fc24d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:26:01.986793 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f8be7707-0424-49ed-8bc8-eb5534358744 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group_rule (b4d8ea87-682a-43d1-8fbd-4058ac7bdd09), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:02.065788 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d006bc-2d07-4bee-8ab2-007d98f029f1 req-3a05760a-7b46-4763-9bcf-eb1dd48d461c tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:02.067248 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-86d006bc-2d07-4bee-8ab2-007d98f029f1 req-3a05760a-7b46-4763-9bcf-eb1dd48d461c tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 945 time: 0.0609605 Oct 31 19:26:02.086059 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f8be7707-0424-49ed-8bc8-eb5534358744 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group_rule (b4d8ea87-682a-43d1-8fbd-4058ac7bdd09), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:02.111307 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f8be7707-0424-49ed-8bc8-eb5534358744 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (b4d8ea87-682a-43d1-8fbd-4058ac7bdd09), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:02.112525 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f7c7793e-e92f-4fc7-904f-7fa9fa009e8e req-002d3eb9-c013-4e23-887b-a39891cd3917 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3097dda0-1cb7-439c-b44a-898c488a6448 HTTP/1.1" status: 200 len: 210 time: 0.0341966 Oct 31 19:26:02.141513 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be7707-0424-49ed-8bc8-eb5534358744 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d8ea87-682a-43d1-8fbd-4058ac7bdd09,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:02.152867 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f8be7707-0424-49ed-8bc8-eb5534358744 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:02.154051 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-f8be7707-0424-49ed-8bc8-eb5534358744 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1987720 Oct 31 19:26:02.156876 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52248) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:02.160863 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-102f3c90-f2cf-428a-8015-a54ca32a26fe tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Request body: {'security_group_rule': {'security_group_id': '0228da5a-22bd-4c78-a043-da2e53fc24d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:26:02.210313 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-86d006bc-2d07-4bee-8ab2-007d98f029f1 req-6059a36f-d065-4b66-bbb0-489cfdc16fd4 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Deleting port 893175ba-959f-42bd-a1b8-f25e42226117 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:26:02.210714 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-86d006bc-2d07-4bee-8ab2-007d98f029f1 req-6059a36f-d065-4b66-bbb0-489cfdc16fd4 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (893175ba-959f-42bd-a1b8-f25e42226117), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:02.236705 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-102f3c90-f2cf-428a-8015-a54ca32a26fe tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group_rule (049faa3e-2cf3-4d16-b763-41773648d9d9), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:02.327574 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 47bfb5db-2a8e-49bb-8942-819d0c5b71da no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:26:02.348391 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: 47bfb5db-2a8e-49bb-8942-819d0c5b71da {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:26:02.348735 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 47bfb5db-2a8e-49bb-8942-819d0c5b71da not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:26:02.572175 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-86d006bc-2d07-4bee-8ab2-007d98f029f1 req-6059a36f-d065-4b66-bbb0-489cfdc16fd4 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] For port 893175ba-959f-42bd-a1b8-f25e42226117, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=893175ba-959f-42bd-a1b8-f25e42226117,segment=NetworkSegment(7643d495-1a5c-4262-ba23-64ac030e7dd5),segment_id=7643d495-1a5c-4262-ba23-64ac030e7dd5)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:02.572764 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-86d006bc-2d07-4bee-8ab2-007d98f029f1 req-6059a36f-d065-4b66-bbb0-489cfdc16fd4 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (893175ba-959f-42bd-a1b8-f25e42226117), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:02.593969 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-86d006bc-2d07-4bee-8ab2-007d98f029f1 req-6059a36f-d065-4b66-bbb0-489cfdc16fd4 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Calling delete_port for 893175ba-959f-42bd-a1b8-f25e42226117 owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:26:02.596687 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-102f3c90-f2cf-428a-8015-a54ca32a26fe tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group_rule (049faa3e-2cf3-4d16-b763-41773648d9d9), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:02.601387 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-102f3c90-f2cf-428a-8015-a54ca32a26fe tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (049faa3e-2cf3-4d16-b763-41773648d9d9), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:02.613596 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:02.654314 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f3c90-f2cf-428a-8015-a54ca32a26fe tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049faa3e-2cf3-4d16-b763-41773648d9d9,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:02.661971 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-102f3c90-f2cf-428a-8015-a54ca32a26fe tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:02.666939 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-102f3c90-f2cf-428a-8015-a54ca32a26fe tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5055118 Oct 31 19:26:02.666939 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52252) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:02.671207 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Request body: {'floatingip': {'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:26:02.717669 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:02.727960 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:02.845065 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202bc00-92bf-4897-9599-56dd57a4490f req-613abb85-44a6-40e2-91f7-e94c086d0e2c tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:02.846494 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c202bc00-92bf-4897-9599-56dd57a4490f req-613abb85-44a6-40e2-91f7-e94c086d0e2c tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=95bfc882-6f9e-4736-9ee4-00f63c5892ff HTTP/1.1" status: 200 len: 945 time: 0.1375830 Oct 31 19:26:02.892064 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:02.922508 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-86d006bc-2d07-4bee-8ab2-007d98f029f1 req-6059a36f-d065-4b66-bbb0-489cfdc16fd4 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (893175ba-959f-42bd-a1b8-f25e42226117), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:02.934602 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['893175ba-959f-42bd-a1b8-f25e42226117'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:26:02.993119 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c202bc00-92bf-4897-9599-56dd57a4490f req-0601e747-2988-4791-b0a9-2beb1aba70fa tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=630dc213-9d87-413f-ba6a-5a00e94b16da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381168 Oct 31 19:26:02.996085 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059a36f-d065-4b66-bbb0-489cfdc16fd4 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Pushing event deleted for resources: {'Port': ['ID=893175ba-959f-42bd-a1b8-f25e42226117,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:03.069630 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d006bc-2d07-4bee-8ab2-007d98f029f1 req-6059a36f-d065-4b66-bbb0-489cfdc16fd4 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] No DVR routers for this DVR port 893175ba-959f-42bd-a1b8-f25e42226117 on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:26:03.073333 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-86d006bc-2d07-4bee-8ab2-007d98f029f1 req-6059a36f-d065-4b66-bbb0-489cfdc16fd4 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:03.076522 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-86d006bc-2d07-4bee-8ab2-007d98f029f1 req-6059a36f-d065-4b66-bbb0-489cfdc16fd4 tempest-VolumesSnapshotTestJSON-1361638688 tempest-VolumesSnapshotTestJSON-1361638688-project] 10.222.0.33 "DELETE /networking/v2.0/ports/893175ba-959f-42bd-a1b8-f25e42226117 HTTP/1.1" status: 204 len: 173 time: 1.0037119 Oct 31 19:26:03.077001 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95bfc882-6f9e-4736-9ee4-00f63c5892ff', 'name': 'network-vif-deleted', 'tag': '893175ba-959f-42bd-a1b8-f25e42226117'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:26:03.079228 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23981a2-da11-43a5-8848-77533f7edd9e" -d '{"events": [{"server_uuid": "95bfc882-6f9e-4736-9ee4-00f63c5892ff", "name": "network-vif-deleted", "tag": "893175ba-959f-42bd-a1b8-f25e42226117"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:26:03.107539 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Allocated IP 172.27.0.17 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/1d78b524-61e5-4803-9b61-6e480c45d7d0) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:26:03.124874 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82c6192-62be-40ba-9564-2166c2281869 x-openstack-request-id: req-e82c6192-62be-40ba-9564-2166c2281869 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:26:03.125160 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95bfc882-6f9e-4736-9ee4-00f63c5892ff", "name": "network-vif-deleted", "tag": "893175ba-959f-42bd-a1b8-f25e42226117", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:26:03.125408 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e82c6192-62be-40ba-9564-2166c2281869 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:26:03.125841 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e82c6192-62be-40ba-9564-2166c2281869'] response: {'server_uuid': '95bfc882-6f9e-4736-9ee4-00f63c5892ff', 'name': 'network-vif-deleted', 'tag': '893175ba-959f-42bd-a1b8-f25e42226117', 'status': 'completed', 'code': 200} Oct 31 19:26:03.226142 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for port (1d78b524-61e5-4803-9b61-6e480c45d7d0), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:03.257780 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (1d78b524-61e5-4803-9b61-6e480c45d7d0), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:03.300336 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:26:03.305909 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:26:03.308289 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:26:03.319670 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:03.322470 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event updated for resources: {'Port': ['ID=1d78b524-61e5-4803-9b61-6e480c45d7d0,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:03.363052 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for floatingip (b626aa1b-3879-49fb-9817-cd09f6d75ac6), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:03.401324 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (1d78b524-61e5-4803-9b61-6e480c45d7d0), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:03.552694 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for port (1d78b524-61e5-4803-9b61-6e480c45d7d0), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:03.556768 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (1d78b524-61e5-4803-9b61-6e480c45d7d0), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:03.557432 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (b626aa1b-3879-49fb-9817-cd09f6d75ac6), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:03.562956 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:03.599869 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:03.601084 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9336002 Oct 31 19:26:03.607424 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e259e6-c3f5-4292-b696-4f3ba7b03819 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event updated for resources: {'Port': ['ID=1d78b524-61e5-4803-9b61-6e480c45d7d0,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:03.752222 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-67531f9f-de13-43e2-92f3-435413f94ed3 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--722587428&fields=id&tenant_id=3f9c317b548b40deb8cb27236d36d674 HTTP/1.1" status: 200 len: 267 time: 0.0440514 Oct 31 19:26:03.868546 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-ce79c359-447f-48d6-8e87-773ad2047374 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:03.869907 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-ce79c359-447f-48d6-8e87-773ad2047374 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/networks?id=bb81951e-1ade-402e-8059-76bd3e08139a HTTP/1.1" status: 200 len: 809 time: 0.1101089 Oct 31 19:26:03.885206 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-9d4aebda-a8e8-458a-aeeb-264705d68cc5 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/quotas/3f9c317b548b40deb8cb27236d36d674 HTTP/1.1" status: 200 len: 375 time: 0.0096457 Oct 31 19:26:03.908306 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-27655ad9-289c-4510-90af-54f00650e479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:03.935763 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-b787cbef-9fe7-41a8-9755-73939179f8e7 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3f9c317b548b40deb8cb27236d36d674&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455651 Oct 31 19:26:04.078488 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-60dc3a8b-3188-4a58-bfaf-7c348cfe1342 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308532 Oct 31 19:26:04.167418 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-e6833849-4c67-498a-8d97-558f95f3ec45 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831218 Oct 31 19:26:04.225860 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52282) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:04.295557 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-71f219aa-7949-4c57-bc84-f6ffd488956f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for security_group (3519d49b-97fb-4dce-acb4-75c1c70efe89), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:04.341827 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-71f219aa-7949-4c57-bc84-f6ffd488956f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for security_group (3519d49b-97fb-4dce-acb4-75c1c70efe89), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:04.456481 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-32ec7de9-9b84-4985-9663-8542dcfbe9ce req-483e068e-a0f1-41e6-acd2-cf7e3ba875a7 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 210 time: 0.0712647 Oct 31 19:26:04.457668 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-71f219aa-7949-4c57-bc84-f6ffd488956f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (3519d49b-97fb-4dce-acb4-75c1c70efe89), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:04.460372 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-71f219aa-7949-4c57-bc84-f6ffd488956f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:04.461506 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-71f219aa-7949-4c57-bc84-f6ffd488956f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3519d49b-97fb-4dce-acb4-75c1c70efe89 HTTP/1.1" status: 204 len: 168 time: 0.2343781 Oct 31 19:26:04.464234 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 52294) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:04.476976 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f219aa-7949-4c57-bc84-f6ffd488956f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3519d49b-97fb-4dce-acb4-75c1c70efe89,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:04.526644 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.api.v2.resource [None req-3436bfe9-3dd6-440e-8c15-8b6eec312915 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] show failed (client error): The resource could not be found. Oct 31 19:26:04.527901 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-3436bfe9-3dd6-440e-8c15-8b6eec312915 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups/3519d49b-97fb-4dce-acb4-75c1c70efe89 HTTP/1.1" status: 404 len: 347 time: 0.0617814 Oct 31 19:26:04.530912 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52296) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:04.576684 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9f763-2bfd-4f47-a633-75f7b670b17e req-6d158530-3921-417d-a2a2-4c66002d4152 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:04.579187 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9ea9f763-2bfd-4f47-a633-75f7b670b17e req-6d158530-3921-417d-a2a2-4c66002d4152 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0712922 Oct 31 19:26:04.664063 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfa572-151e-43af-a6fc-f4f806e03a96 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Deleting port b49f569a-3893-43d3-af90-6a25ac3af0ea {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:26:04.664605 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6bcfa572-151e-43af-a6fc-f4f806e03a96 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (b49f569a-3893-43d3-af90-6a25ac3af0ea), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:04.677275 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9ea9f763-2bfd-4f47-a633-75f7b670b17e req-c972a806-6e36-474b-b861-5340a5d97aa0 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895634 Oct 31 19:26:04.682302 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:04.783649 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6bcfa572-151e-43af-a6fc-f4f806e03a96 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (b49f569a-3893-43d3-af90-6a25ac3af0ea), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:04.784110 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6bcfa572-151e-43af-a6fc-f4f806e03a96 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for floatingip (b49f569a-3893-43d3-af90-6a25ac3af0ea), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:04.798746 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfa572-151e-43af-a6fc-f4f806e03a96 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Calling delete_port for b49f569a-3893-43d3-af90-6a25ac3af0ea owned by network:floatingip {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:26:04.878084 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:04.938034 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6bcfa572-151e-43af-a6fc-f4f806e03a96 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (b49f569a-3893-43d3-af90-6a25ac3af0ea), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:04.961435 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfa572-151e-43af-a6fc-f4f806e03a96 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Pushing event deleted for resources: {'Port': ['ID=b49f569a-3893-43d3-af90-6a25ac3af0ea,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:04.994507 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6bcfa572-151e-43af-a6fc-f4f806e03a96 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks [] for floatingip (3aa0026c-f735-4fd2-8c06-e5372e137b6e), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:04.997920 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6bcfa572-151e-43af-a6fc-f4f806e03a96 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:04.999055 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-6bcfa572-151e-43af-a6fc-f4f806e03a96 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/3aa0026c-f735-4fd2-8c06-e5372e137b6e HTTP/1.1" status: 204 len: 168 time: 0.4670744 Oct 31 19:26:05.031116 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:05.559330 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9df5694d-97b9-4250-ab1c-13b8b8ad7e49 req-1ebd21af-a66f-4e4c-93ad-2f0f8e59cfe7 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 210 time: 0.0289044 Oct 31 19:26:05.774533 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:05.796764 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a81177-2bd1-4291-8d2b-dd9fefea244d req-49f7ce4c-553a-4ca6-a3f3-bd4b357b7979 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:05.798754 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b0a81177-2bd1-4291-8d2b-dd9fefea244d req-49f7ce4c-553a-4ca6-a3f3-bd4b357b7979 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0538337 Oct 31 19:26:05.870831 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b0a81177-2bd1-4291-8d2b-dd9fefea244d req-77a67822-278a-46e7-97c7-b1ae2cfe9c1a tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660429 Oct 31 19:26:05.902481 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-0a22086e-c78b-41b7-a137-75516cf68d17 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:05.903960 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-0a22086e-c78b-41b7-a137-75516cf68d17 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.33 "GET /networking/v2.0/networks?id=bb81951e-1ade-402e-8059-76bd3e08139a HTTP/1.1" status: 200 len: 809 time: 0.1519568 Oct 31 19:26:05.972892 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-7ab3aed9-8430-462d-90c0-6b08db90bdb6 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3f9c317b548b40deb8cb27236d36d674 HTTP/1.1" status: 200 len: 379 time: 0.0596807 Oct 31 19:26:05.986992 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-8faad735-a186-4926-ba63-c79e7bec1d1f tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Request body: {'port': {'device_id': 'c96bdeca-16e0-4d90-a9f9-0f9d46799d68', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'admin_state_up': True, 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'security_groups': ['0228da5a-22bd-4c78-a043-da2e53fc24d5']}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:26:06.096789 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-8faad735-a186-4926-ba63-c79e7bec1d1f tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Made reservation on behalf of 3f9c317b548b40deb8cb27236d36d674 for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:26:06.100581 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-8faad735-a186-4926-ba63-c79e7bec1d1f tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:06.234785 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-8faad735-a186-4926-ba63-c79e7bec1d1f tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Allocated IP 172.20.0.12 (bb81951e-1ade-402e-8059-76bd3e08139a/9821b6e6-ba6a-40fd-94d0-4d7194d13f47/6abee1f4-a65e-4f4f-9235-4bfd378d8389) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:26:06.376505 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-8faad735-a186-4926-ba63-c79e7bec1d1f tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for port (6abee1f4-a65e-4f4f-9235-4bfd378d8389), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:06.382924 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:06.412414 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-8faad735-a186-4926-ba63-c79e7bec1d1f tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (6abee1f4-a65e-4f4f-9235-4bfd378d8389), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:06.430386 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:06.447293 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:06.453393 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-8faad735-a186-4926-ba63-c79e7bec1d1f tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Network bb81951e-1ade-402e-8059-76bd3e08139a is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:26:06.461483 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-8faad735-a186-4926-ba63-c79e7bec1d1f tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:26:06.465676 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-8faad735-a186-4926-ba63-c79e7bec1d1f tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:26:06.470157 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-8faad735-a186-4926-ba63-c79e7bec1d1f tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:06.470784 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-8faad735-a186-4926-ba63-c79e7bec1d1f tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:06.483344 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faad735-a186-4926-ba63-c79e7bec1d1f tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event updated for resources: {'Port': ['ID=6abee1f4-a65e-4f4f-9235-4bfd378d8389,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:06.492935 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-8faad735-a186-4926-ba63-c79e7bec1d1f tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5102754 Oct 31 19:26:06.681582 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:06.685434 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40af8d3-cb10-45d2-a985-c1f3c3e921a4 req-85f84d2e-24cb-47eb-9f38-56bcd0c5c374 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:06.686928 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f40af8d3-cb10-45d2-a985-c1f3c3e921a4 req-85f84d2e-24cb-47eb-9f38-56bcd0c5c374 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 932 time: 0.0490932 Oct 31 19:26:06.722413 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-436ba80d-d52f-4702-a7db-c8856effd145 None None] Provisioning complete for port 6abee1f4-a65e-4f4f-9235-4bfd378d8389 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:26:06.722784 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-436ba80d-d52f-4702-a7db-c8856effd145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (6abee1f4-a65e-4f4f-9235-4bfd378d8389), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:06.723116 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-436ba80d-d52f-4702-a7db-c8856effd145 None None] Attempt 1 to provision port 6abee1f4-a65e-4f4f-9235-4bfd378d8389 Oct 31 19:26:06.739717 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f40af8d3-cb10-45d2-a985-c1f3c3e921a4 req-80e2ecad-913f-4d19-962c-8fc15db40172 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470569 Oct 31 19:26:06.754678 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-436ba80d-d52f-4702-a7db-c8856effd145 None None] Port 6abee1f4-a65e-4f4f-9235-4bfd378d8389 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:26:06.997592 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9c8cb-c0a0-48a9-9412-087dad8bd9fc req-c9ed3409-8a3d-41f8-8260-519bd92d7c5f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:06.999180 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f0a9c8cb-c0a0-48a9-9412-087dad8bd9fc req-c9ed3409-8a3d-41f8-8260-519bd92d7c5f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0457952 Oct 31 19:26:07.029392 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:07.049104 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f0a9c8cb-c0a0-48a9-9412-087dad8bd9fc req-99a0b568-fbbd-4266-8aa5-42ecd054c33a tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445232 Oct 31 19:26:07.859103 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cd8f2-2e90-4dcf-a2a8-7b5915a6c4b4 req-5abfd65b-2f49-476a-b792-314b61dd5484 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:07.860550 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9e4cd8f2-2e90-4dcf-a2a8-7b5915a6c4b4 req-5abfd65b-2f49-476a-b792-314b61dd5484 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 932 time: 0.0460720 Oct 31 19:26:07.885820 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 893175ba-959f-42bd-a1b8-f25e42226117 no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:26:07.908700 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: 893175ba-959f-42bd-a1b8-f25e42226117 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:26:07.909143 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 893175ba-959f-42bd-a1b8-f25e42226117 not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:26:07.912569 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9e4cd8f2-2e90-4dcf-a2a8-7b5915a6c4b4 req-ad679e8f-440b-49e5-9220-b67c193cdfd3 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465832 Oct 31 19:26:07.940381 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Request body: {'port': {'device_id': 'c96bdeca-16e0-4d90-a9f9-0f9d46799d68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:26:08.002729 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (6abee1f4-a65e-4f4f-9235-4bfd378d8389), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:08.168938 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a49aa-9793-4fc6-bf83-5c6b3b5551d3 req-b3b432ef-6bda-4daf-b6ba-10b27e853c99 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:08.170625 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ad0a49aa-9793-4fc6-bf83-5c6b3b5551d3 req-b3b432ef-6bda-4daf-b6ba-10b27e853c99 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0482724 Oct 31 19:26:08.219054 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ad0a49aa-9793-4fc6-bf83-5c6b3b5551d3 req-c0065bb8-37a5-47c6-b6d4-11d382701b76 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425377 Oct 31 19:26:08.257128 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6abee1f4-a65e-4f4f-9235-4bfd378d8389 {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:26:08.264657 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Publish callbacks [] for port (6abee1f4-a65e-4f4f-9235-4bfd378d8389), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:08.276854 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Transition to ACTIVE for port object 6abee1f4-a65e-4f4f-9235-4bfd378d8389 will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:26:08.280825 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (6abee1f4-a65e-4f4f-9235-4bfd378d8389), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:08.345375 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Pushing event updated for resources: {'Port': ['ID=6abee1f4-a65e-4f4f-9235-4bfd378d8389,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:08.356782 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Attempting to bind port 6abee1f4-a65e-4f4f-9235-4bfd378d8389 on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:26:08.357122 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Attempting to bind port 6abee1f4-a65e-4f4f-9235-4bfd378d8389 by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': 'f8e8f60f-31c8-4f06-ac72-adbed7afc379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:26:08.357449 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Attempting to bind port 6abee1f4-a65e-4f4f-9235-4bfd378d8389 on network bb81951e-1ade-402e-8059-76bd3e08139a {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:26:08.399605 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Port 6abee1f4-a65e-4f4f-9235-4bfd378d8389 on network bb81951e-1ade-402e-8059-76bd3e08139a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:26:08.399932 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Attempting to bind port 6abee1f4-a65e-4f4f-9235-4bfd378d8389 on network bb81951e-1ade-402e-8059-76bd3e08139a {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:26:08.440792 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:26:08.441117 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Checking segment: {'id': 'f8e8f60f-31c8-4f06-ac72-adbed7afc379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:26:08.441495 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Bound using segment: {'id': 'f8e8f60f-31c8-4f06-ac72-adbed7afc379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:26:08.441945 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Bound port: 6abee1f4-a65e-4f4f-9235-4bfd378d8389, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e8f60f-31c8-4f06-ac72-adbed7afc379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:26:08.442291 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (6abee1f4-a65e-4f4f-9235-4bfd378d8389), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:08.450396 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:08.503938 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] For port 6abee1f4-a65e-4f4f-9235-4bfd378d8389, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:26:08.506902 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] For port 6abee1f4-a65e-4f4f-9235-4bfd378d8389, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=6abee1f4-a65e-4f4f-9235-4bfd378d8389,segment=NetworkSegment(f8e8f60f-31c8-4f06-ac72-adbed7afc379),segment_id=f8e8f60f-31c8-4f06-ac72-adbed7afc379)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:26:08.511843 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (6abee1f4-a65e-4f4f-9235-4bfd378d8389), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:08.515947 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:08.516542 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:08.517912 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/6abee1f4-a65e-4f4f-9235-4bfd378d8389 HTTP/1.1" status: 200 len: 1094 time: 0.6323974 Oct 31 19:26:08.518439 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96bdeca-16e0-4d90-a9f9-0f9d46799d68', 'tag': '6abee1f4-a65e-4f4f-9235-4bfd378d8389'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:26:08.521134 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c60bcb-e189-4158-91b1-96a021aa3a76" -d '{"events": [{"name": "network-changed", "server_uuid": "c96bdeca-16e0-4d90-a9f9-0f9d46799d68", "tag": "6abee1f4-a65e-4f4f-9235-4bfd378d8389"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:26:08.558810 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f081049-0ef4-4737-97ee-64d229a36343 x-openstack-request-id: req-6f081049-0ef4-4737-97ee-64d229a36343 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:26:08.559095 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96bdeca-16e0-4d90-a9f9-0f9d46799d68", "tag": "6abee1f4-a65e-4f4f-9235-4bfd378d8389", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:26:08.559341 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f081049-0ef4-4737-97ee-64d229a36343 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:26:08.559730 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f081049-0ef4-4737-97ee-64d229a36343'] response: {'name': 'network-changed', 'server_uuid': 'c96bdeca-16e0-4d90-a9f9-0f9d46799d68', 'tag': '6abee1f4-a65e-4f4f-9235-4bfd378d8389', 'status': 'completed', 'code': 200} Oct 31 19:26:08.572954 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52492102-87b2-4c2a-b827-9391589fd832 service neutron] Pushing event updated for resources: {'Port': ['ID=6abee1f4-a65e-4f4f-9235-4bfd378d8389,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:08.848957 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:08.877961 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c60bcb-e189-4158-91b1-96a021aa3a76 req-acbe2829-a0d4-40cd-8000-1c12f4d1ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:08.879468 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c4c60bcb-e189-4158-91b1-96a021aa3a76 req-acbe2829-a0d4-40cd-8000-1c12f4d1ca83 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f9c317b548b40deb8cb27236d36d674&device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 1128 time: 0.0402508 Oct 31 19:26:08.980910 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c60bcb-e189-4158-91b1-96a021aa3a76 req-4873f7e1-4fef-46be-afd1-e763ba1c7a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:08.982466 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c4c60bcb-e189-4158-91b1-96a021aa3a76 req-4873f7e1-4fef-46be-afd1-e763ba1c7a7c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=3f9c317b548b40deb8cb27236d36d674&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0943539 Oct 31 19:26:09.038434 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a96fa-ae51-4400-8c74-ea3557ef0842 req-424d1c3a-1ddb-4a2e-bd49-1f4850ad04f2 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:09.040026 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-015a96fa-ae51-4400-8c74-ea3557ef0842 req-424d1c3a-1ddb-4a2e-bd49-1f4850ad04f2 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 944 time: 0.0511727 Oct 31 19:26:09.088919 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c60bcb-e189-4158-91b1-96a021aa3a76 req-e8c3cbe6-c5d6-44a1-9cd1-5367b8149f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:09.090508 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c4c60bcb-e189-4158-91b1-96a021aa3a76 req-e8c3cbe6-c5d6-44a1-9cd1-5367b8149f45 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004624 Oct 31 19:26:09.094145 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-015a96fa-ae51-4400-8c74-ea3557ef0842 req-fa3c8364-fcdd-44a4-a3e8-3d801923a245 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483220 Oct 31 19:26:09.170570 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-b7f21863-5fe9-4391-bf80-d96080f77ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:09.172205 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-b7f21863-5fe9-4391-bf80-d96080f77ca5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f9c317b548b40deb8cb27236d36d674&device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 1128 time: 0.0422380 Oct 31 19:26:09.216571 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-eaf70f0a-800a-4c7b-b7c0-8e44cdb457d7 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6abee1f4-a65e-4f4f-9235-4bfd378d8389 HTTP/1.1" status: 200 len: 217 time: 0.0370481 Oct 31 19:26:09.268330 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-7bb397ec-fd21-455f-88b9-a93ae737c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:09.269915 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-7bb397ec-fd21-455f-88b9-a93ae737c8ac service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9821b6e6-ba6a-40fd-94d0-4d7194d13f47 HTTP/1.1" status: 200 len: 848 time: 0.0475173 Oct 31 19:26:09.343271 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-dd5f4c45-54cd-40fc-a599-51087c14084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:09.344771 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-dd5f4c45-54cd-40fc-a599-51087c14084e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=bb81951e-1ade-402e-8059-76bd3e08139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680938 Oct 31 19:26:09.364438 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac3833-1c51-42a9-a5f8-9cc133ed5a48 req-cccfc5a3-9f20-4cc2-91af-94a919989c6d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:09.365899 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-03ac3833-1c51-42a9-a5f8-9cc133ed5a48 req-cccfc5a3-9f20-4cc2-91af-94a919989c6d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0616300 Oct 31 19:26:09.470113 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-03ac3833-1c51-42a9-a5f8-9cc133ed5a48 req-a7b39035-a496-4080-b3d0-8f06cc78eae9 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831416 Oct 31 19:26:09.495204 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-b0a327d3-84cb-40b5-99c1-7ad69f22bad0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425762 Oct 31 19:26:09.668423 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed89e6-1ecb-4b46-a68c-2c9aa0861c80 req-09f88629-4472-4f15-9dfd-216bf1769921 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:09.669822 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3bed89e6-1ecb-4b46-a68c-2c9aa0861c80 req-09f88629-4472-4f15-9dfd-216bf1769921 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0566545 Oct 31 19:26:09.696107 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d123e8ae-cb9b-4962-9f12-f286ef70b447 req-8952cf52-094a-4716-a9c7-7981afb99574 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452699 Oct 31 19:26:09.724790 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3bed89e6-1ecb-4b46-a68c-2c9aa0861c80 req-1342cbc1-bafd-45cf-a01d-6a7633183d7f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456703 Oct 31 19:26:10.223317 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8ff38-0291-4562-a3fb-80fb0fe18c09 req-175c30c5-e578-45ea-922f-6c3905491996 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:10.225308 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6ea8ff38-0291-4562-a3fb-80fb0fe18c09 req-175c30c5-e578-45ea-922f-6c3905491996 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 944 time: 0.0466828 Oct 31 19:26:10.270540 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6ea8ff38-0291-4562-a3fb-80fb0fe18c09 req-71180f0f-c5fb-4e6d-a1de-ebce55753903 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397861 Oct 31 19:26:10.600541 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e32515-22e6-4417-9034-1d74146f7457 req-f7f49dad-6750-4a7b-a1d1-5f1cb3c3252d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:10.602017 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-84e32515-22e6-4417-9034-1d74146f7457 req-f7f49dad-6750-4a7b-a1d1-5f1cb3c3252d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0480168 Oct 31 19:26:10.662566 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-84e32515-22e6-4417-9034-1d74146f7457 req-56829bf1-3f78-49ff-b21f-f4ab83d05963 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547659 Oct 31 19:26:10.811394 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=14 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:10.816501 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=6 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:10.842394 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac554b-fa3b-4258-9f02-e327f89657cf req-fa081289-80b7-4977-b792-8c2eb64b9f3c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:10.843846 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e3ac554b-fa3b-4258-9f02-e327f89657cf req-fa081289-80b7-4977-b792-8c2eb64b9f3c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0461414 Oct 31 19:26:10.898175 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e3ac554b-fa3b-4258-9f02-e327f89657cf req-036a43b8-87df-4064-b28c-b7e116c8f3fa tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476601 Oct 31 19:26:11.095046 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bc22414e-119d-4d51-90be-f31aad933e62 req-c87c6371-68d4-419c-9fc4-1405f7fd5eb9 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-477765809&fields=id&tenant_id=c47ae1789d284a72bb71a6ffe55e7d8b HTTP/1.1" status: 200 len: 267 time: 0.0439870 Oct 31 19:26:11.134132 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:11.144755 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22414e-119d-4d51-90be-f31aad933e62 req-1fb13af1-b680-4fa4-a4e1-a08e6f8bff1b tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:11.146817 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bc22414e-119d-4d51-90be-f31aad933e62 req-1fb13af1-b680-4fa4-a4e1-a08e6f8bff1b tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 985 time: 0.0465422 Oct 31 19:26:11.157021 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-bc22414e-119d-4d51-90be-f31aad933e62 req-5dcaa045-6b5d-4a80-85a0-bce63e28613a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Request body: {'port': {'security_groups': ['477d3750-31e5-4cef-a858-bcc09db409db']}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:26:11.227493 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:11.236977 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-bc22414e-119d-4d51-90be-f31aad933e62 req-5dcaa045-6b5d-4a80-85a0-bce63e28613a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (02358090-76d2-46a6-9956-91d3a84a985a), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:11.391027 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9128d-0171-4923-a5ea-0b61d9422100 req-f583b9a0-f769-47ec-b1e0-4a990b355adb tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:11.392532 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-26d9128d-0171-4923-a5ea-0b61d9422100 req-f583b9a0-f769-47ec-b1e0-4a990b355adb tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 944 time: 0.0466537 Oct 31 19:26:11.413263 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-bc22414e-119d-4d51-90be-f31aad933e62 req-5dcaa045-6b5d-4a80-85a0-bce63e28613a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] For port 02358090-76d2-46a6-9956-91d3a84a985a, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=02358090-76d2-46a6-9956-91d3a84a985a,segment=NetworkSegment(2319dca1-753c-4e8c-8614-0af028c32192),segment_id=2319dca1-753c-4e8c-8614-0af028c32192)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:11.439923 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-26d9128d-0171-4923-a5ea-0b61d9422100 req-1adae237-b721-4841-8a7e-fa31c4b6a0ed tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416138 Oct 31 19:26:11.441417 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-bc22414e-119d-4d51-90be-f31aad933e62 req-5dcaa045-6b5d-4a80-85a0-bce63e28613a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for port (02358090-76d2-46a6-9956-91d3a84a985a), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:11.446898 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-bc22414e-119d-4d51-90be-f31aad933e62 req-5dcaa045-6b5d-4a80-85a0-bce63e28613a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (02358090-76d2-46a6-9956-91d3a84a985a), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:11.455128 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22414e-119d-4d51-90be-f31aad933e62 req-5dcaa045-6b5d-4a80-85a0-bce63e28613a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:11.455725 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-bc22414e-119d-4d51-90be-f31aad933e62 req-5dcaa045-6b5d-4a80-85a0-bce63e28613a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:11.458998 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['02358090-76d2-46a6-9956-91d3a84a985a'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:26:11.463896 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bc22414e-119d-4d51-90be-f31aad933e62 req-5dcaa045-6b5d-4a80-85a0-bce63e28613a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "PUT /networking/v2.0/ports/02358090-76d2-46a6-9956-91d3a84a985a HTTP/1.1" status: 200 len: 943 time: 0.3080714 Oct 31 19:26:11.464096 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'tag': '02358090-76d2-46a6-9956-91d3a84a985a'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:26:11.466487 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 52392) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:11.467036 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c133918-8141-4530-a77d-208152222a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd39339-b802-43f3-aba3-432fd6e5387e", "tag": "02358090-76d2-46a6-9956-91d3a84a985a"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:26:11.516923 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c1fc0c-94cc-4faa-b8d5-c4304eb1067b x-openstack-request-id: req-91c1fc0c-94cc-4faa-b8d5-c4304eb1067b {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:26:11.517803 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd39339-b802-43f3-aba3-432fd6e5387e", "tag": "02358090-76d2-46a6-9956-91d3a84a985a", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:26:11.519020 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91c1fc0c-94cc-4faa-b8d5-c4304eb1067b {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:26:11.519688 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c1fc0c-94cc-4faa-b8d5-c4304eb1067b'] response: {'name': 'network-changed', 'server_uuid': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'tag': '02358090-76d2-46a6-9956-91d3a84a985a', 'status': 'completed', 'code': 200} Oct 31 19:26:11.528293 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-62742713-a413-4def-83b6-6e246ca1d026 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group (275ada28-2ceb-4fef-9ebc-74981cf09323), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:11.551580 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcaa045-6b5d-4a80-85a0-bce63e28613a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Pushing event updated for resources: {'Port': ['ID=02358090-76d2-46a6-9956-91d3a84a985a,revision_number=7']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:11.568064 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-62742713-a413-4def-83b6-6e246ca1d026 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group (275ada28-2ceb-4fef-9ebc-74981cf09323), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:11.574329 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['02358090-76d2-46a6-9956-91d3a84a985a'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:26:11.641363 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-62742713-a413-4def-83b6-6e246ca1d026 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (275ada28-2ceb-4fef-9ebc-74981cf09323), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:11.643934 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-62742713-a413-4def-83b6-6e246ca1d026 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:11.645135 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-62742713-a413-4def-83b6-6e246ca1d026 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/275ada28-2ceb-4fef-9ebc-74981cf09323 HTTP/1.1" status: 204 len: 168 time: 0.1774676 Oct 31 19:26:11.648231 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52396) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:11.655362 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62742713-a413-4def-83b6-6e246ca1d026 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=275ada28-2ceb-4fef-9ebc-74981cf09323,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:12.057799 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba5735-f96a-4a6c-9fe3-ba90f65df61e req-04487f39-cd6f-4bda-b13d-41b850f3dcde tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:12.062155 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-dfba5735-f96a-4a6c-9fe3-ba90f65df61e req-04487f39-cd6f-4bda-b13d-41b850f3dcde tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0636842 Oct 31 19:26:12.071876 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dda20f-e607-4aea-8ea6-a55698e73dec req-98d591f9-3cc6-496c-b59f-a1688ae57e5d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:12.073342 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b4dda20f-e607-4aea-8ea6-a55698e73dec req-98d591f9-3cc6-496c-b59f-a1688ae57e5d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0681782 Oct 31 19:26:12.113632 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-dfba5735-f96a-4a6c-9fe3-ba90f65df61e req-893e5aaa-92b5-4ace-99bc-45d539ce3690 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476301 Oct 31 19:26:12.124617 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-c1e586eb-407f-4948-8841-249e06c8ff77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Deleting port 75d3d433-daf5-4f0e-a3be-5836ab165ef2 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:26:12.124953 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c1e586eb-407f-4948-8841-249e06c8ff77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (75d3d433-daf5-4f0e-a3be-5836ab165ef2), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:12.197505 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b4dda20f-e607-4aea-8ea6-a55698e73dec req-5cfc6dc1-70a7-48df-806e-8df2f83ad576 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020086 Oct 31 19:26:12.224375 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c1e586eb-407f-4948-8841-249e06c8ff77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (75d3d433-daf5-4f0e-a3be-5836ab165ef2), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:12.224697 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c1e586eb-407f-4948-8841-249e06c8ff77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for floatingip (75d3d433-daf5-4f0e-a3be-5836ab165ef2), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:12.236575 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-c1e586eb-407f-4948-8841-249e06c8ff77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Calling delete_port for 75d3d433-daf5-4f0e-a3be-5836ab165ef2 owned by network:floatingip {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:26:12.406303 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c1e586eb-407f-4948-8841-249e06c8ff77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (75d3d433-daf5-4f0e-a3be-5836ab165ef2), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:12.428281 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:12.430947 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e586eb-407f-4948-8841-249e06c8ff77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Pushing event deleted for resources: {'Port': ['ID=75d3d433-daf5-4f0e-a3be-5836ab165ef2,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:12.439269 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:12.462722 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c1e586eb-407f-4948-8841-249e06c8ff77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks [] for floatingip (d8a06bbf-2853-461e-8a58-ef5555467ec9), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:12.463085 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.l3_db [None req-c1e586eb-407f-4948-8841-249e06c8ff77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Floating IP d8a06bbf-2853-461e-8a58-ef5555467ec9 disassociated (deleted). External IP: 172.27.0.137, port: 02358090-76d2-46a6-9956-91d3a84a985a. Oct 31 19:26:12.563289 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc3d6c-2727-4b3e-b334-d5be860b43ef req-ca5af8e0-79f0-42b5-922f-54859d917d38 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:12.564908 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e4dc3d6c-2727-4b3e-b334-d5be860b43ef req-ca5af8e0-79f0-42b5-922f-54859d917d38 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 944 time: 0.0463982 Oct 31 19:26:12.612511 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e4dc3d6c-2727-4b3e-b334-d5be860b43ef req-d00c9f75-e11b-44fd-8565-00d4bf6d43a8 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413849 Oct 31 19:26:12.698446 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c133918-8141-4530-a77d-208152222a5d req-942190b1-5e66-48f6-8828-bb46f95cc94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:12.699906 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6c133918-8141-4530-a77d-208152222a5d req-942190b1-5e66-48f6-8828-bb46f95cc94d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=c47ae1789d284a72bb71a6ffe55e7d8b&device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 1130 time: 0.0601931 Oct 31 19:26:12.704785 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e586eb-407f-4948-8841-249e06c8ff77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:26:12.746790 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:12.860712 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27664f5-ebf3-4110-9c38-7b95f006876c req-9fac81d4-815c-4ed8-8bdf-a1f9b4bc89c4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:12.862155 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f27664f5-ebf3-4110-9c38-7b95f006876c req-9fac81d4-815c-4ed8-8bdf-a1f9b4bc89c4 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.0890427 Oct 31 19:26:12.944245 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c133918-8141-4530-a77d-208152222a5d req-1ccc2cb2-8f16-43f9-b42a-323e22182794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:12.945597 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6c133918-8141-4530-a77d-208152222a5d req-1ccc2cb2-8f16-43f9-b42a-323e22182794 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c6bf2493-20fd-4374-968a-63f86eb3e413 HTTP/1.1" status: 200 len: 916 time: 0.2367465 Oct 31 19:26:13.012722 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e586eb-407f-4948-8841-249e06c8ff77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:26:13.014942 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6c133918-8141-4530-a77d-208152222a5d req-817211e1-2239-47c1-9716-6bf3c27b3f78 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02358090-76d2-46a6-9956-91d3a84a985a HTTP/1.1" status: 200 len: 217 time: 0.0608499 Oct 31 19:26:13.020070 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-c1e586eb-407f-4948-8841-249e06c8ff77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:13.022241 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e5bc89-1c33-46cd-927b-67d37894b5c8 None None] Sync routers for ids ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:26:13.031805 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e5bc89-1c33-46cd-927b-67d37894b5c8 None None] Routers {'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:26:13.032405 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-f0e5bc89-1c33-46cd-927b-67d37894b5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:26:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:13.099594 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-f27664f5-ebf3-4110-9c38-7b95f006876c req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Deleting port ac17eb8a-95b3-4c82-b434-4b9b13313e65 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:26:13.099594 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-f27664f5-ebf3-4110-9c38-7b95f006876c req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (ac17eb8a-95b3-4c82-b434-4b9b13313e65), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:13.099594 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-c1e586eb-407f-4948-8841-249e06c8ff77 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/d8a06bbf-2853-461e-8a58-ef5555467ec9 HTTP/1.1" status: 204 len: 168 time: 1.4494808 Oct 31 19:26:13.135112 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c133918-8141-4530-a77d-208152222a5d req-c04cc5bf-4dd7-4ab8-b9cd-f70321fc38a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:13.136529 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6c133918-8141-4530-a77d-208152222a5d req-c04cc5bf-4dd7-4ab8-b9cd-f70321fc38a1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6041325e-1127-4844-85cb-5712b83a13fd HTTP/1.1" status: 200 len: 854 time: 0.1141000 Oct 31 19:26:13.137119 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-f0e5bc89-1c33-46cd-927b-67d37894b5c8 None None] Set router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:26:13.230688 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c133918-8141-4530-a77d-208152222a5d req-0c18555e-6c40-4e42-b886-10926e2d74f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:13.232373 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6c133918-8141-4530-a77d-208152222a5d req-0c18555e-6c40-4e42-b886-10926e2d74f1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c6bf2493-20fd-4374-968a-63f86eb3e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683899 Oct 31 19:26:13.256607 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:13.300180 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-f27664f5-ebf3-4110-9c38-7b95f006876c req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] For port ac17eb8a-95b3-4c82-b434-4b9b13313e65, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=ac17eb8a-95b3-4c82-b434-4b9b13313e65,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:13.300550 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-f27664f5-ebf3-4110-9c38-7b95f006876c req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (ac17eb8a-95b3-4c82-b434-4b9b13313e65), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:13.351319 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-f27664f5-ebf3-4110-9c38-7b95f006876c req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Calling delete_port for ac17eb8a-95b3-4c82-b434-4b9b13313e65 owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:26:13.352727 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5250f07-2db9-4a94-a37f-9ebe666d17eb req-56fe77dc-c811-43f3-ba31-bd0162d8b251 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:13.365880 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f5250f07-2db9-4a94-a37f-9ebe666d17eb req-56fe77dc-c811-43f3-ba31-bd0162d8b251 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 945 time: 0.1192567 Oct 31 19:26:13.422348 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:13.429370 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:13.438953 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6c133918-8141-4530-a77d-208152222a5d req-b71ade5f-c052-4d0c-989e-f469d14d20eb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6bf2493-20fd-4374-968a-63f86eb3e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883450 Oct 31 19:26:13.472333 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f5250f07-2db9-4a94-a37f-9ebe666d17eb req-58e4e339-444c-4d52-8e84-2db2d61978e1 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055946 Oct 31 19:26:13.522664 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'tag': '02358090-76d2-46a6-9956-91d3a84a985a'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:26:13.524894 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be53c149-9046-4801-85f7-36ac03fdaf19" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd39339-b802-43f3-aba3-432fd6e5387e", "tag": "02358090-76d2-46a6-9956-91d3a84a985a"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:26:13.576938 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-f0e5bc89-1c33-46cd-927b-67d37894b5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'name': 'tempest-TestMinimumBasicScenario-1371409459-router', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:29Z', 'updated_at': '2022-10-31T19:22:34Z', 'revision_number': 4, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'gw_port': {'id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '7f00bced-615e-4c9b-9442-70bb38b57c12', 'name': '', 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'mac_address': 'fa:16:3e:7e:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6041325e-1127-4844-85cb-5712b83a13fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:33Z', 'updated_at': '2022-10-31T19:22:46Z', 'revision_number': 5, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'subnets': [{'id': '6041325e-1127-4844-85cb-5712b83a13fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:13.591045 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a1d36-9620-461f-a7b6-1e3f3cde8924 req-496d9d2d-92b3-4b14-9c26-56988333c86d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:13.592677 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-738a1d36-9620-461f-a7b6-1e3f3cde8924 req-496d9d2d-92b3-4b14-9c26-56988333c86d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.1090717 Oct 31 19:26:13.606391 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e5bc89-1c33-46cd-927b-67d37894b5c8 None None] Checking router: c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:26:13.615948 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e5bc89-1c33-46cd-927b-67d37894b5c8 None None] Routers {'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:26:13.616836 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-f0e5bc89-1c33-46cd-927b-67d37894b5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:26:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:13.663019 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e1591c-78e9-4b9c-b360-aa4b3a3538bb x-openstack-request-id: req-f7e1591c-78e9-4b9c-b360-aa4b3a3538bb {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:26:13.663316 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd39339-b802-43f3-aba3-432fd6e5387e", "tag": "02358090-76d2-46a6-9956-91d3a84a985a", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:26:13.663567 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7e1591c-78e9-4b9c-b360-aa4b3a3538bb {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:26:13.663957 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e1591c-78e9-4b9c-b360-aa4b3a3538bb'] response: {'name': 'network-changed', 'server_uuid': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'tag': '02358090-76d2-46a6-9956-91d3a84a985a', 'status': 'completed', 'code': 200} Oct 31 19:26:13.679607 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6c133918-8141-4530-a77d-208152222a5d req-d6224a77-8694-45aa-89d1-d273181a3819 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6bf2493-20fd-4374-968a-63f86eb3e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262907 Oct 31 19:26:13.685574 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-f27664f5-ebf3-4110-9c38-7b95f006876c req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (ac17eb8a-95b3-4c82-b434-4b9b13313e65), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:13.725791 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-738a1d36-9620-461f-a7b6-1e3f3cde8924 req-51ea2771-3c0d-48b9-b6b7-a826e687e71f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093612 Oct 31 19:26:13.728068 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Pushing event deleted for resources: {'Port': ['ID=ac17eb8a-95b3-4c82-b434-4b9b13313e65,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:13.729204 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-f0e5bc89-1c33-46cd-927b-67d37894b5c8 None None] Set router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:26:13.742220 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:13.743268 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:13.743619 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:13.744124 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:13.744629 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:13.745150 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:13.745487 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:13.745866 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:13.746204 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:13.746537 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:13.746869 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:13.747217 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:13.747561 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:13.747937 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:13.748284 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:13.789963 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1c704-e106-41d4-8360-237ccdac92a3 req-999dd271-3b11-4e18-8437-80e8b27d863a tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:13.792665 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f2e1c704-e106-41d4-8360-237ccdac92a3 req-999dd271-3b11-4e18-8437-80e8b27d863a tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 944 time: 0.0872483 Oct 31 19:26:13.794499 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27664f5-ebf3-4110-9c38-7b95f006876c req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] No DVR routers for this DVR port ac17eb8a-95b3-4c82-b434-4b9b13313e65 on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:26:13.797646 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-f27664f5-ebf3-4110-9c38-7b95f006876c req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:13.802687 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f27664f5-ebf3-4110-9c38-7b95f006876c req-49a8c18e-a027-495c-8821-7e19044bb1cc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.33 "DELETE /networking/v2.0/ports/ac17eb8a-95b3-4c82-b434-4b9b13313e65 HTTP/1.1" status: 204 len: 173 time: 0.9330308 Oct 31 19:26:13.825220 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:13.843403 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f2e1c704-e106-41d4-8360-237ccdac92a3 req-ccf6682e-b131-44a4-bf6c-5dd4f81fbf92 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439992 Oct 31 19:26:13.929997 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-f0e5bc89-1c33-46cd-927b-67d37894b5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'name': 'tempest-TestMinimumBasicScenario-1371409459-router', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:29Z', 'updated_at': '2022-10-31T19:22:34Z', 'revision_number': 4, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'gw_port': {'id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '7f00bced-615e-4c9b-9442-70bb38b57c12', 'name': '', 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'mac_address': 'fa:16:3e:7e:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6041325e-1127-4844-85cb-5712b83a13fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:33Z', 'updated_at': '2022-10-31T19:22:46Z', 'revision_number': 5, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'subnets': [{'id': '6041325e-1127-4844-85cb-5712b83a13fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:13.954296 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e5bc89-1c33-46cd-927b-67d37894b5c8 None None] The sync data for ids ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'] in dv-cinder-863097-1-iscsi is: [{'id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'name': 'tempest-TestMinimumBasicScenario-1371409459-router', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:29Z', 'updated_at': '2022-10-31T19:22:34Z', 'revision_number': 4, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'gw_port': {'id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '7f00bced-615e-4c9b-9442-70bb38b57c12', 'name': '', 'network_id': 'c6bf2493-20fd-4374-968a-63f86eb3e413', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'mac_address': 'fa:16:3e:7e:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '6041325e-1127-4844-85cb-5712b83a13fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:33Z', 'updated_at': '2022-10-31T19:22:46Z', 'revision_number': 5, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'subnets': [{'id': '6041325e-1127-4844-85cb-5712b83a13fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:26:14.171509 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e172e3a-77e7-4b89-a21c-95a507b92ffa None None] New status for floating IP d8a06bbf-2853-461e-8a58-ef5555467ec9: DOWN {{(pid=104477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:26:14.175333 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:14.580505 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7c65b89b-736c-4c7a-a02d-55f9df2a2899 req-a846ae70-80ee-4bee-8710-6ccd82cb98dd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 210 time: 0.0291820 Oct 31 19:26:14.860897 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df40d95-d7bc-45fa-b44a-1fc5742bdac7 req-9b453306-f42f-4e7f-b105-e6ee9898dd93 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:14.862379 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7df40d95-d7bc-45fa-b44a-1fc5742bdac7 req-9b453306-f42f-4e7f-b105-e6ee9898dd93 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0459349 Oct 31 19:26:14.912801 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7df40d95-d7bc-45fa-b44a-1fc5742bdac7 req-46430a87-a4ff-43ee-87b9-f95b7e43a1e4 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441179 Oct 31 19:26:14.959627 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e2db8-40f0-42ac-9b44-d7f329ff471e req-3263b9f6-23fe-4240-9535-90c6affbcb73 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:14.961253 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-523e2db8-40f0-42ac-9b44-d7f329ff471e req-3263b9f6-23fe-4240-9535-90c6affbcb73 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 944 time: 0.0462823 Oct 31 19:26:15.012232 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-523e2db8-40f0-42ac-9b44-d7f329ff471e req-c0000ddc-81ed-464e-963d-ad6d3936c6ec tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454001 Oct 31 19:26:15.665407 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37698c73-94da-4904-a8d5-636936092fba', 'name': 'network-vif-deleted', 'tag': 'ac17eb8a-95b3-4c82-b434-4b9b13313e65'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:26:15.667907 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e54f188-ef55-427d-98ca-fe89397a2151" -d '{"events": [{"server_uuid": "37698c73-94da-4904-a8d5-636936092fba", "name": "network-vif-deleted", "tag": "ac17eb8a-95b3-4c82-b434-4b9b13313e65"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:26:15.690015 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-343fc15a-3530-4dcd-a83f-3081c8d2bf7f req-b14d9dec-f68b-466d-8738-74ba61747fe1 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 210 time: 0.0349150 Oct 31 19:26:15.720436 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee26945-f0ff-43ce-864f-6d86b080877f x-openstack-request-id: req-2ee26945-f0ff-43ce-864f-6d86b080877f {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:26:15.720719 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37698c73-94da-4904-a8d5-636936092fba", "name": "network-vif-deleted", "tag": "ac17eb8a-95b3-4c82-b434-4b9b13313e65", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:26:15.721060 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ee26945-f0ff-43ce-864f-6d86b080877f {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:26:15.721447 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee26945-f0ff-43ce-864f-6d86b080877f'] response: {'server_uuid': '37698c73-94da-4904-a8d5-636936092fba', 'name': 'network-vif-deleted', 'tag': 'ac17eb8a-95b3-4c82-b434-4b9b13313e65', 'status': 'completed', 'code': 200} Oct 31 19:26:16.032567 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dd47c-c826-4edf-b735-b3fe9d4ebbdd req-f9fe5c42-979c-42a4-b46a-d9fffd77d91f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:16.034035 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-172dd47c-c826-4edf-b735-b3fe9d4ebbdd req-f9fe5c42-979c-42a4-b46a-d9fffd77d91f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0460882 Oct 31 19:26:16.085373 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-172dd47c-c826-4edf-b735-b3fe9d4ebbdd req-56a32c36-c167-4216-91a6-a98255321632 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453575 Oct 31 19:26:16.132953 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a407499-f8d2-4a61-be52-a62e7c04978e req-d1028ce9-20e2-4a97-be6c-4b61b86da72e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:16.134413 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3a407499-f8d2-4a61-be52-a62e7c04978e req-d1028ce9-20e2-4a97-be6c-4b61b86da72e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 944 time: 0.0455816 Oct 31 19:26:16.180481 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3a407499-f8d2-4a61-be52-a62e7c04978e req-9ca67803-ceb1-4568-8efb-38542f17cf8e tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405865 Oct 31 19:26:16.375907 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['ac17eb8a-95b3-4c82-b434-4b9b13313e65', 'c1f5b141-b428-4cbf-9938-2df49ece4368'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:26:16.379137 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 6abee1f4-a65e-4f4f-9235-4bfd378d8389 details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:26:16.415755 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:16.551843 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 6abee1f4-a65e-4f4f-9235-4bfd378d8389, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=6abee1f4-a65e-4f4f-9235-4bfd378d8389,segment=NetworkSegment(f8e8f60f-31c8-4f06-ac72-adbed7afc379),segment_id=f8e8f60f-31c8-4f06-ac72-adbed7afc379)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:16.572043 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '6abee1f4-a65e-4f4f-9235-4bfd378d8389', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'port_id': '6abee1f4-a65e-4f4f-9235-4bfd378d8389', 'mac_address': 'fa:16:3e:6e:ae:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:26:16.638709 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 6abee1f4-a65e-4f4f-9235-4bfd378d8389 is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:26:16.639100 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (6abee1f4-a65e-4f4f-9235-4bfd378d8389), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:16.659307 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6abee1f4-a65e-4f4f-9235-4bfd378d8389 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:26:16.685409 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 6abee1f4-a65e-4f4f-9235-4bfd378d8389, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=6abee1f4-a65e-4f4f-9235-4bfd378d8389,segment=NetworkSegment(f8e8f60f-31c8-4f06-ac72-adbed7afc379),segment_id=f8e8f60f-31c8-4f06-ac72-adbed7afc379)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:16.690900 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (6abee1f4-a65e-4f4f-9235-4bfd378d8389), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:16.763200 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53c149-9046-4801-85f7-36ac03fdaf19 req-f6fa8e04-5fcd-484a-aca8-f870e45ff9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:16.765430 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-be53c149-9046-4801-85f7-36ac03fdaf19 req-f6fa8e04-5fcd-484a-aca8-f870e45ff9d0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=c47ae1789d284a72bb71a6ffe55e7d8b&device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 1130 time: 0.0747905 Oct 31 19:26:16.765595 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=6abee1f4-a65e-4f4f-9235-4bfd378d8389,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:16.826251 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-725ad964-2193-4184-9672-e1dde034bb08 req-fa52d0bb-6868-47f1-8ec0-0ca381bbe1dd tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=37698c73-94da-4904-a8d5-636936092fba HTTP/1.1" status: 200 len: 210 time: 0.0294690 Oct 31 19:26:16.986437 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53c149-9046-4801-85f7-36ac03fdaf19 req-53b18736-2fc3-42f7-b50d-9a8792db8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:16.988060 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-be53c149-9046-4801-85f7-36ac03fdaf19 req-53b18736-2fc3-42f7-b50d-9a8792db8f8d service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=c6bf2493-20fd-4374-968a-63f86eb3e413 HTTP/1.1" status: 200 len: 916 time: 0.0973225 Oct 31 19:26:17.037499 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-be53c149-9046-4801-85f7-36ac03fdaf19 req-e4f99447-0e15-4dcb-bef5-6b315ea8633f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02358090-76d2-46a6-9956-91d3a84a985a HTTP/1.1" status: 200 len: 217 time: 0.0357442 Oct 31 19:26:17.095735 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53c149-9046-4801-85f7-36ac03fdaf19 req-d9844901-e2ef-4d0a-a650-952075770b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:17.097221 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-be53c149-9046-4801-85f7-36ac03fdaf19 req-d9844901-e2ef-4d0a-a650-952075770b66 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=6041325e-1127-4844-85cb-5712b83a13fd HTTP/1.1" status: 200 len: 854 time: 0.0469158 Oct 31 19:26:17.178857 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['6abee1f4-a65e-4f4f-9235-4bfd378d8389'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:26:17.210019 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca29333-959d-490c-a27a-8b6bde07a088 req-3a28e4b2-c5bb-4927-ac22-9f0585677a88 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:17.211565 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bca29333-959d-490c-a27a-8b6bde07a088 req-3a28e4b2-c5bb-4927-ac22-9f0585677a88 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0509062 Oct 31 19:26:17.263146 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bca29333-959d-490c-a27a-8b6bde07a088 req-6b295097-307f-4c91-a1e9-d02e3f43fa33 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459146 Oct 31 19:26:17.305553 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99abdc1-a7b8-4e17-80f4-3d6315d82261 req-253c6767-1ee1-41d9-b9a8-bde2158b5a2b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:17.307042 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d99abdc1-a7b8-4e17-80f4-3d6315d82261 req-253c6767-1ee1-41d9-b9a8-bde2158b5a2b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 945 time: 0.0520871 Oct 31 19:26:17.357679 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d99abdc1-a7b8-4e17-80f4-3d6315d82261 req-9e3e03d5-9519-407b-b93e-c410ee8b8064 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449581 Oct 31 19:26:17.377241 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53c149-9046-4801-85f7-36ac03fdaf19 req-fbf98bcb-5ebe-44f4-b938-7db37f5bd680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:17.378963 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-be53c149-9046-4801-85f7-36ac03fdaf19 req-fbf98bcb-5ebe-44f4-b938-7db37f5bd680 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=c6bf2493-20fd-4374-968a-63f86eb3e413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435431 Oct 31 19:26:17.409528 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:17.467919 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:17.479516 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-be53c149-9046-4801-85f7-36ac03fdaf19 req-5acb46ee-8f84-4cc3-8b0b-ebb5b54d9e13 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6bf2493-20fd-4374-968a-63f86eb3e413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937891 Oct 31 19:26:17.572466 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-be53c149-9046-4801-85f7-36ac03fdaf19 req-f1c1884b-a1da-46a2-b77a-4257c59eb7cd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c6bf2493-20fd-4374-968a-63f86eb3e413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868399 Oct 31 19:26:18.112156 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff68319-67d3-4ec9-95a9-d49347b5f876 req-8c99cf25-522e-4147-b924-d5c05f875bd7 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:18.113510 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6ff68319-67d3-4ec9-95a9-d49347b5f876 req-8c99cf25-522e-4147-b924-d5c05f875bd7 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.0471859 Oct 31 19:26:18.159387 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6ff68319-67d3-4ec9-95a9-d49347b5f876 req-5234118b-3dbf-4305-ab7f-dc882d06a2e6 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397837 Oct 31 19:26:18.363307 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 6abee1f4-a65e-4f4f-9235-4bfd378d8389 up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:26:18.400588 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc586c-a0fb-4b85-a8a1-181a98271652 req-acb24c98-d764-40f6-8279-17592a809883 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:18.402339 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-59cc586c-a0fb-4b85-a8a1-181a98271652 req-acb24c98-d764-40f6-8279-17592a809883 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0606329 Oct 31 19:26:18.407002 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port 6abee1f4-a65e-4f4f-9235-4bfd378d8389 completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:26:18.413904 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 6abee1f4-a65e-4f4f-9235-4bfd378d8389 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:26:18.414233 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (6abee1f4-a65e-4f4f-9235-4bfd378d8389), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:18.414669 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 6abee1f4-a65e-4f4f-9235-4bfd378d8389 Oct 31 19:26:18.460954 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-59cc586c-a0fb-4b85-a8a1-181a98271652 req-66244e98-dfc3-42ff-a95b-4212a0ed394b tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520899 Oct 31 19:26:18.487563 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec9c0b-ae45-45f2-a7d1-e85f8f3ddfd0 req-f8e34e9f-cb07-4f2f-a0ec-7148163f05af tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:18.489085 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9dec9c0b-ae45-45f2-a7d1-e85f8f3ddfd0 req-f8e34e9f-cb07-4f2f-a0ec-7148163f05af tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 945 time: 0.0487332 Oct 31 19:26:18.495265 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 6abee1f4-a65e-4f4f-9235-4bfd378d8389 is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:26:18.495654 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (6abee1f4-a65e-4f4f-9235-4bfd378d8389), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:18.516932 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:18.522841 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96bdeca-16e0-4d90-a9f9-0f9d46799d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abee1f4-a65e-4f4f-9235-4bfd378d8389'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:26:18.525064 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f37907e-45ba-451d-96b4-f0ee29a970e0" -d '{"events": [{"server_uuid": "c96bdeca-16e0-4d90-a9f9-0f9d46799d68", "name": "network-vif-plugged", "status": "completed", "tag": "6abee1f4-a65e-4f4f-9235-4bfd378d8389"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:26:18.539087 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 6abee1f4-a65e-4f4f-9235-4bfd378d8389, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=6abee1f4-a65e-4f4f-9235-4bfd378d8389,segment=NetworkSegment(f8e8f60f-31c8-4f06-ac72-adbed7afc379),segment_id=f8e8f60f-31c8-4f06-ac72-adbed7afc379)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:18.540609 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9dec9c0b-ae45-45f2-a7d1-e85f8f3ddfd0 req-2b7b572f-8912-4ae2-b22c-86880851f6dc tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459299 Oct 31 19:26:18.544075 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (6abee1f4-a65e-4f4f-9235-4bfd378d8389), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:18.545074 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device ac17eb8a-95b3-4c82-b434-4b9b13313e65 no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:26:18.582424 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec11c65-b96f-4ae2-b989-cc3027b83b76 x-openstack-request-id: req-aec11c65-b96f-4ae2-b989-cc3027b83b76 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:26:18.582785 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96bdeca-16e0-4d90-a9f9-0f9d46799d68", "name": "network-vif-plugged", "status": "completed", "tag": "6abee1f4-a65e-4f4f-9235-4bfd378d8389", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:26:18.583572 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aec11c65-b96f-4ae2-b989-cc3027b83b76 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:26:18.583944 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec11c65-b96f-4ae2-b989-cc3027b83b76'] response: {'server_uuid': 'c96bdeca-16e0-4d90-a9f9-0f9d46799d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abee1f4-a65e-4f4f-9235-4bfd378d8389', 'code': 200} Oct 31 19:26:18.586536 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: ac17eb8a-95b3-4c82-b434-4b9b13313e65 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:26:18.586874 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device ac17eb8a-95b3-4c82-b434-4b9b13313e65 not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:26:18.608157 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=6abee1f4-a65e-4f4f-9235-4bfd378d8389,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:19.055375 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:26:19.284814 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5190d-4f3b-4ff6-9529-273e0280749e req-5d026282-7ae8-4157-bd75-07e9533bdc17 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:19.286914 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1ea5190d-4f3b-4ff6-9529-273e0280749e req-5d026282-7ae8-4157-bd75-07e9533bdc17 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.0497167 Oct 31 19:26:19.288942 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63148211-263d-4457-a5a3-93550b211367 req-3f449f1d-e154-4bf7-bb0c-499ba66aeecd tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:19.290411 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-63148211-263d-4457-a5a3-93550b211367 req-3f449f1d-e154-4bf7-bb0c-499ba66aeecd tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 946 time: 0.0491803 Oct 31 19:26:19.334673 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1ea5190d-4f3b-4ff6-9529-273e0280749e req-29e39548-6108-4f94-a234-0ac8fbc0a82b tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417724 Oct 31 19:26:19.338660 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-63148211-263d-4457-a5a3-93550b211367 req-14c50ea9-e850-4c40-87df-4d274a907832 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424607 Oct 31 19:26:19.578886 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05133b7-d334-4f53-ac93-5c6043c0c8e9 req-42b68982-34b0-4518-b01e-f9e8a47b5dc6 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:19.580365 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a05133b7-d334-4f53-ac93-5c6043c0c8e9 req-42b68982-34b0-4518-b01e-f9e8a47b5dc6 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0458834 Oct 31 19:26:19.630550 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a05133b7-d334-4f53-ac93-5c6043c0c8e9 req-36788a99-d745-43f6-aa36-8e1a8da1f9a2 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434716 Oct 31 19:26:19.662303 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432581f-c835-49ed-8d96-8455fd24b29e req-fba877aa-f917-4e9e-8131-dc22c7a250f2 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:19.663841 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7432581f-c835-49ed-8d96-8455fd24b29e req-fba877aa-f917-4e9e-8131-dc22c7a250f2 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 946 time: 0.0460327 Oct 31 19:26:19.713266 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7432581f-c835-49ed-8d96-8455fd24b29e req-fc082661-7bd8-47ab-b7b3-92c006889ae0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437117 Oct 31 19:26:20.458713 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f7732-5e7b-45db-a3e0-58c120fa20ac req-2f9d2aec-b934-4058-9319-ce0a1a515296 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:20.459247 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720c539-1073-4c56-8485-362453b6fa64 req-0fc87027-c4f6-40f3-a477-2509ad553870 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:20.460170 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0a1f7732-5e7b-45db-a3e0-58c120fa20ac req-2f9d2aec-b934-4058-9319-ce0a1a515296 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.0507061 Oct 31 19:26:20.460693 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1720c539-1073-4c56-8485-362453b6fa64 req-0fc87027-c4f6-40f3-a477-2509ad553870 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 946 time: 0.0469379 Oct 31 19:26:20.507342 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0a1f7732-5e7b-45db-a3e0-58c120fa20ac req-a089e3b9-cb2b-4711-83d5-4081985b1dc7 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414062 Oct 31 19:26:20.508379 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1720c539-1073-4c56-8485-362453b6fa64 req-fb5d3163-e5b4-4c6a-af42-b1ae7704b8a1 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419874 Oct 31 19:26:20.747735 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf292f0-ed7a-4a67-8498-2307696b4d2f req-53d5edce-2cf9-446d-b58e-e80cca147097 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:20.749212 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8bf292f0-ed7a-4a67-8498-2307696b4d2f req-53d5edce-2cf9-446d-b58e-e80cca147097 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0468717 Oct 31 19:26:20.795256 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:20.800645 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8bf292f0-ed7a-4a67-8498-2307696b4d2f req-cb18b156-e5d4-4f7c-8f31-5c5181ea3ca9 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460930 Oct 31 19:26:20.834936 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebd550-f0d4-4bcd-b441-fe269454c1f9 req-b4e44d85-225d-46cd-b026-f925337e4cc0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:20.836377 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a5ebd550-f0d4-4bcd-b441-fe269454c1f9 req-b4e44d85-225d-46cd-b026-f925337e4cc0 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 946 time: 0.0479326 Oct 31 19:26:20.883053 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a5ebd550-f0d4-4bcd-b441-fe269454c1f9 req-25ed491e-e488-4f72-b558-fc504cbd9526 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411525 Oct 31 19:26:21.628676 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ac020-1bac-48fa-9469-ad79f7f64688 req-3b4a18f5-cb8d-4c8c-8a42-8d51c3f9b6d9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:21.630239 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ff8ac020-1bac-48fa-9469-ad79f7f64688 req-3b4a18f5-cb8d-4c8c-8a42-8d51c3f9b6d9 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.0465620 Oct 31 19:26:21.632389 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da07106-6b74-4a16-bcab-946f8b8c11fa req-004f7def-a756-4008-9650-29f032ca6651 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:21.633894 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1da07106-6b74-4a16-bcab-946f8b8c11fa req-004f7def-a756-4008-9650-29f032ca6651 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 946 time: 0.0501895 Oct 31 19:26:21.680358 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1da07106-6b74-4a16-bcab-946f8b8c11fa req-a935a815-a0ef-48ae-9008-3ecdb40a79bf tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=477d3750-31e5-4cef-a858-bcc09db409db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 Oct 31 19:26:21.680580 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ff8ac020-1bac-48fa-9469-ad79f7f64688 req-ed435b2f-649c-4629-8fe3-cfc2c690b505 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443232 Oct 31 19:26:21.918084 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb958a8a-db3f-4a33-a72d-76d2e6e379ac req-0d4307c3-09e1-4748-aa69-f17f51ae2075 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:21.919561 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-fb958a8a-db3f-4a33-a72d-76d2e6e379ac req-0d4307c3-09e1-4748-aa69-f17f51ae2075 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0464129 Oct 31 19:26:21.968044 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-fb958a8a-db3f-4a33-a72d-76d2e6e379ac req-c03567a9-e146-4b0a-8482-f0a70a7f5283 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428870 Oct 31 19:26:22.002282 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b70537-0d6a-4e22-9a0d-e1394d8d80e9 req-19a200d2-8d57-4604-95d2-5fcb8edf39cb tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:22.003754 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c9b70537-0d6a-4e22-9a0d-e1394d8d80e9 req-19a200d2-8d57-4604-95d2-5fcb8edf39cb tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 946 time: 0.0478196 Oct 31 19:26:22.051243 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c9b70537-0d6a-4e22-9a0d-e1394d8d80e9 req-f9c53028-8ae8-4df6-b414-559ec38c7273 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418112 Oct 31 19:26:22.321753 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:22.363293 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a47cd8-0a71-4e18-bf1e-7bcb312e6c22 req-c24e0939-7c31-410e-8eb6-96cabb9ade2d tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:22.364964 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-36a47cd8-0a71-4e18-bf1e-7bcb312e6c22 req-c24e0939-7c31-410e-8eb6-96cabb9ade2d tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 946 time: 0.0528340 Oct 31 19:26:22.466973 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [req-36a47cd8-0a71-4e18-bf1e-7bcb312e6c22 req-d134b599-65b9-4beb-9df6-ac952965f3f7 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Deleting port 02358090-76d2-46a6-9956-91d3a84a985a {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:26:22.467313 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-36a47cd8-0a71-4e18-bf1e-7bcb312e6c22 req-d134b599-65b9-4beb-9df6-ac952965f3f7 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (02358090-76d2-46a6-9956-91d3a84a985a), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:22.562261 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [req-36a47cd8-0a71-4e18-bf1e-7bcb312e6c22 req-d134b599-65b9-4beb-9df6-ac952965f3f7 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] For port 02358090-76d2-46a6-9956-91d3a84a985a, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=02358090-76d2-46a6-9956-91d3a84a985a,segment=NetworkSegment(2319dca1-753c-4e8c-8614-0af028c32192),segment_id=2319dca1-753c-4e8c-8614-0af028c32192)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:22.562537 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-36a47cd8-0a71-4e18-bf1e-7bcb312e6c22 req-d134b599-65b9-4beb-9df6-ac952965f3f7 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (02358090-76d2-46a6-9956-91d3a84a985a), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:22.579536 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [req-36a47cd8-0a71-4e18-bf1e-7bcb312e6c22 req-d134b599-65b9-4beb-9df6-ac952965f3f7 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Calling delete_port for 02358090-76d2-46a6-9956-91d3a84a985a owned by compute:nova {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:26:22.652987 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8f6a1-d0d0-4658-a5c0-5703a01b6536 req-b6f0bb75-e5c3-476a-8e72-e459d0126948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:22.654529 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-08e8f6a1-d0d0-4658-a5c0-5703a01b6536 req-b6f0bb75-e5c3-476a-8e72-e459d0126948 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a33bb29688304d0dae3cfdc0eb54b7be&device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 1130 time: 0.3440349 Oct 31 19:26:22.669599 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de9504-6c7b-4da2-acd4-3e1bb51267b3 req-adfd8055-794c-4a95-8669-8e6c64f1af87 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:22.671094 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-65de9504-6c7b-4da2-acd4-3e1bb51267b3 req-adfd8055-794c-4a95-8669-8e6c64f1af87 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.3270957 Oct 31 19:26:22.678660 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b256b-6ae0-40b7-9ec1-bc4b2645b13d req-f789a121-a545-4c9d-9ba5-ead775064c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:22.680030 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-843b256b-6ae0-40b7-9ec1-bc4b2645b13d req-f789a121-a545-4c9d-9ba5-ead775064c33 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 1130 time: 0.3229456 Oct 31 19:26:22.722885 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-36a47cd8-0a71-4e18-bf1e-7bcb312e6c22 req-d134b599-65b9-4beb-9df6-ac952965f3f7 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (02358090-76d2-46a6-9956-91d3a84a985a), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:22.735307 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['02358090-76d2-46a6-9956-91d3a84a985a'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:26:22.764489 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:22.766128 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134b599-65b9-4beb-9df6-ac952965f3f7 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Pushing event deleted for resources: {'Port': ['ID=02358090-76d2-46a6-9956-91d3a84a985a,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:22.770472 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:22.857483 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:22.922739 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264929e6-42e0-4ab4-8167-011f828dca97 req-52c11832-6181-4704-93e6-5fa414d14188 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:22.924305 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-264929e6-42e0-4ab4-8167-011f828dca97 req-52c11832-6181-4704-93e6-5fa414d14188 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 945 time: 0.1155849 Oct 31 19:26:22.931686 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-843b256b-6ae0-40b7-9ec1-bc4b2645b13d req-8fa510b4-a69d-4752-9eb2-a5ce80606220 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339864 Oct 31 19:26:22.966984 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-65de9504-6c7b-4da2-acd4-3e1bb51267b3 req-93c37bb0-ab41-4a7e-91bc-c3304bc9475f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Deleting port c1f5b141-b428-4cbf-9938-2df49ece4368 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:26:22.967326 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-65de9504-6c7b-4da2-acd4-3e1bb51267b3 req-93c37bb0-ab41-4a7e-91bc-c3304bc9475f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (c1f5b141-b428-4cbf-9938-2df49ece4368), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:22.973988 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8f6a1-d0d0-4658-a5c0-5703a01b6536 req-09a5adec-d18f-438b-900d-33506a125587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:22.975456 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-08e8f6a1-d0d0-4658-a5c0-5703a01b6536 req-09a5adec-d18f-438b-900d-33506a125587 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=8bd8fec5-0f1b-4c28-a279-f78e038a6306 HTTP/1.1" status: 200 len: 908 time: 0.3124440 Oct 31 19:26:23.060248 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-264929e6-42e0-4ab4-8167-011f828dca97 req-0dbd789f-8295-4dd9-b691-cfb821568b8c tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=799f8da6-422d-4735-83cf-1657b2610f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238072 Oct 31 19:26:23.099441 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-75b7a4f9-e4f4-4f12-b287-d9a3965bf791 req-458fe05f-2c5d-410c-aa31-6a07f304a831 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 210 time: 0.3308363 Oct 31 19:26:23.100102 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a47cd8-0a71-4e18-bf1e-7bcb312e6c22 req-d134b599-65b9-4beb-9df6-ac952965f3f7 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] No DVR routers for this DVR port 02358090-76d2-46a6-9956-91d3a84a985a on host hv-cinder-86309 {{(pid=104476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:26:23.102924 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-36a47cd8-0a71-4e18-bf1e-7bcb312e6c22 req-d134b599-65b9-4beb-9df6-ac952965f3f7 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:23.107131 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-36a47cd8-0a71-4e18-bf1e-7bcb312e6c22 req-d134b599-65b9-4beb-9df6-ac952965f3f7 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.33 "DELETE /networking/v2.0/ports/02358090-76d2-46a6-9956-91d3a84a985a HTTP/1.1" status: 204 len: 173 time: 0.7356243 Oct 31 19:26:23.107750 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'name': 'network-vif-deleted', 'tag': '02358090-76d2-46a6-9956-91d3a84a985a'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:26:23.109908 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad812c1b-1601-4443-9470-9e2cb6f7bf22" -d '{"events": [{"server_uuid": "ecd39339-b802-43f3-aba3-432fd6e5387e", "name": "network-vif-deleted", "tag": "02358090-76d2-46a6-9956-91d3a84a985a"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:26:23.110978 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-65de9504-6c7b-4da2-acd4-3e1bb51267b3 req-93c37bb0-ab41-4a7e-91bc-c3304bc9475f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] For port c1f5b141-b428-4cbf-9938-2df49ece4368, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=c1f5b141-b428-4cbf-9938-2df49ece4368,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:23.111371 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-65de9504-6c7b-4da2-acd4-3e1bb51267b3 req-93c37bb0-ab41-4a7e-91bc-c3304bc9475f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (c1f5b141-b428-4cbf-9938-2df49ece4368), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:23.130922 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-65de9504-6c7b-4da2-acd4-3e1bb51267b3 req-93c37bb0-ab41-4a7e-91bc-c3304bc9475f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Calling delete_port for c1f5b141-b428-4cbf-9938-2df49ece4368 owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:26:23.247794 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b6011-518a-43c3-b53b-1b7d04106ae6 req-18357c67-e7f8-4f63-84e9-e10f4ff617a8 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:23.249677 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-798b6011-518a-43c3-b53b-1b7d04106ae6 req-18357c67-e7f8-4f63-84e9-e10f4ff617a8 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 946 time: 0.0539930 Oct 31 19:26:23.310166 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-798b6011-518a-43c3-b53b-1b7d04106ae6 req-a2a5ac36-d461-4f35-9bf2-d59a1abb0c13 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499294 Oct 31 19:26:23.315717 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08659d-d0bb-46e7-83fd-650f4b9f0448 req-29cc83a5-6602-44d8-a48b-664926e6c810 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:23.318018 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3c08659d-d0bb-46e7-83fd-650f4b9f0448 req-29cc83a5-6602-44d8-a48b-664926e6c810 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.1716509 Oct 31 19:26:23.350189 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-08e8f6a1-d0d0-4658-a5c0-5703a01b6536 req-c1986787-b6b1-4bb4-b58e-cdd8e08866aa service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4d5c6c7-d643-4ff8-859d-8b480d999f74 HTTP/1.1" status: 200 len: 1002 time: 0.1734350 Oct 31 19:26:23.414956 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3c08659d-d0bb-46e7-83fd-650f4b9f0448 req-132ed79f-fbcf-4b53-9419-f1413bebd60d tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882778 Oct 31 19:26:23.439794 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-65de9504-6c7b-4da2-acd4-3e1bb51267b3 req-93c37bb0-ab41-4a7e-91bc-c3304bc9475f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (c1f5b141-b428-4cbf-9938-2df49ece4368), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:23.443707 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb997926-479a-4ead-b187-381d4c6ca74b x-openstack-request-id: req-bb997926-479a-4ead-b187-381d4c6ca74b {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:26:23.444030 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd39339-b802-43f3-aba3-432fd6e5387e", "name": "network-vif-deleted", "tag": "02358090-76d2-46a6-9956-91d3a84a985a", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:26:23.444284 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb997926-479a-4ead-b187-381d4c6ca74b {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:26:23.444660 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb997926-479a-4ead-b187-381d4c6ca74b'] response: {'server_uuid': 'ecd39339-b802-43f3-aba3-432fd6e5387e', 'name': 'network-vif-deleted', 'tag': '02358090-76d2-46a6-9956-91d3a84a985a', 'status': 'completed', 'code': 200} Oct 31 19:26:23.457909 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['c1f5b141-b428-4cbf-9938-2df49ece4368'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:26:23.479663 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37bb0-ab41-4a7e-91bc-c3304bc9475f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Pushing event deleted for resources: {'Port': ['ID=c1f5b141-b428-4cbf-9938-2df49ece4368,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:23.527213 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-65de9504-6c7b-4da2-acd4-3e1bb51267b3 req-93c37bb0-ab41-4a7e-91bc-c3304bc9475f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] No DVR routers for this DVR port c1f5b141-b428-4cbf-9938-2df49ece4368 on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:26:23.530215 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-65de9504-6c7b-4da2-acd4-3e1bb51267b3 req-93c37bb0-ab41-4a7e-91bc-c3304bc9475f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:23.533598 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-65de9504-6c7b-4da2-acd4-3e1bb51267b3 req-93c37bb0-ab41-4a7e-91bc-c3304bc9475f tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.33 "DELETE /networking/v2.0/ports/c1f5b141-b428-4cbf-9938-2df49ece4368 HTTP/1.1" status: 204 len: 173 time: 0.8526659 Oct 31 19:26:23.534248 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a47cd33-e4a0-4b78-9afc-2f371e4a9d10', 'name': 'network-vif-deleted', 'tag': 'c1f5b141-b428-4cbf-9938-2df49ece4368'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:26:23.536644 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff634bf-f359-4224-ab70-e6eee6b9eb12" -d '{"events": [{"server_uuid": "7a47cd33-e4a0-4b78-9afc-2f371e4a9d10", "name": "network-vif-deleted", "tag": "c1f5b141-b428-4cbf-9938-2df49ece4368"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:26:23.575789 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36111295-2509-4a85-bda5-14d630f56875 x-openstack-request-id: req-36111295-2509-4a85-bda5-14d630f56875 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:26:23.576087 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a47cd33-e4a0-4b78-9afc-2f371e4a9d10", "name": "network-vif-deleted", "tag": "c1f5b141-b428-4cbf-9938-2df49ece4368", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:26:23.576339 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36111295-2509-4a85-bda5-14d630f56875 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:26:23.576745 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36111295-2509-4a85-bda5-14d630f56875'] response: {'server_uuid': '7a47cd33-e4a0-4b78-9afc-2f371e4a9d10', 'name': 'network-vif-deleted', 'tag': 'c1f5b141-b428-4cbf-9938-2df49ece4368', 'status': 'completed', 'code': 200} Oct 31 19:26:23.769728 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8f6a1-d0d0-4658-a5c0-5703a01b6536 req-dab6e2ad-f278-4ed5-92a6-471321708228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:23.771962 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-08e8f6a1-d0d0-4658-a5c0-5703a01b6536 req-dab6e2ad-f278-4ed5-92a6-471321708228 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=89f1699a-f318-44f9-afaa-c9161328684b HTTP/1.1" status: 200 len: 846 time: 0.0596435 Oct 31 19:26:23.826854 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8f6a1-d0d0-4658-a5c0-5703a01b6536 req-05f8622a-43d9-4c29-bdce-951888bf7d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:23.828377 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-08e8f6a1-d0d0-4658-a5c0-5703a01b6536 req-05f8622a-43d9-4c29-bdce-951888bf7d0a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=8bd8fec5-0f1b-4c28-a279-f78e038a6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483332 Oct 31 19:26:23.935298 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-08e8f6a1-d0d0-4658-a5c0-5703a01b6536 req-9452cd65-2a72-4cc1-8dc3-7c51b6cca2ed service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8bd8fec5-0f1b-4c28-a279-f78e038a6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934572 Oct 31 19:26:24.191806 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-2f7a81bf-7b48-40ee-b33c-e6fd7cc5c3d1 req-43bb3d31-ccfa-40bb-a272-8f1fa9c135d0 tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 210 time: 0.0325720 Oct 31 19:26:24.198897 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:24.241842 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c1c70b52-c8fc-450b-8254-ff9bd789415b req-7d54186b-0028-4105-9a5d-534bbac41b06 tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 210 time: 0.0520053 Oct 31 19:26:24.327227 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-08e8f6a1-d0d0-4658-a5c0-5703a01b6536 req-170f2269-fe9b-407c-b657-acd96c6f90c8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8bd8fec5-0f1b-4c28-a279-f78e038a6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249688 Oct 31 19:26:24.426846 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641a53c-0946-492b-94bb-b3ab6d5b1982 req-d320bdb4-0755-48e3-be3e-742b5ea5262d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:24.428175 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e641a53c-0946-492b-94bb-b3ab6d5b1982 req-d320bdb4-0755-48e3-be3e-742b5ea5262d tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 946 time: 0.0457294 Oct 31 19:26:24.475368 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e641a53c-0946-492b-94bb-b3ab6d5b1982 req-24ebd051-fc4c-4fb1-987e-62ee1a9b6802 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417101 Oct 31 19:26:24.542028 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153dcf3-5704-4f81-a268-d3834a837b4f req-402064d4-d591-4bd9-9514-1fdd49ae4faa tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:24.543518 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2153dcf3-5704-4f81-a268-d3834a837b4f req-402064d4-d591-4bd9-9514-1fdd49ae4faa tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0487885 Oct 31 19:26:24.591601 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a577dd-f03d-4eef-aa0a-fa1a03104c79 req-6dad4401-7bd3-4e31-8ae6-e6d03aaf325b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:24.593066 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-29a577dd-f03d-4eef-aa0a-fa1a03104c79 req-6dad4401-7bd3-4e31-8ae6-e6d03aaf325b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 946 time: 0.0478485 Oct 31 19:26:24.597085 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2153dcf3-5704-4f81-a268-d3834a837b4f req-76a6d7be-cc92-4e4e-a751-d9f8bbf8b041 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480897 Oct 31 19:26:24.603209 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 52594) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:24.607925 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-fac850fd-59b5-45df-8842-c190809c9098 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Request body: {'floatingip': {'port_id': '6abee1f4-a65e-4f4f-9235-4bfd378d8389'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:26:24.650980 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fac850fd-59b5-45df-8842-c190809c9098 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for floatingip (b626aa1b-3879-49fb-9817-cd09f6d75ac6), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:24.758017 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:24.940214 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:25.083159 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fac850fd-59b5-45df-8842-c190809c9098 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:25.101247 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fac850fd-59b5-45df-8842-c190809c9098 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (b626aa1b-3879-49fb-9817-cd09f6d75ac6), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:25.193241 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.l3_db [None req-fac850fd-59b5-45df-8842-c190809c9098 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Floating IP b626aa1b-3879-49fb-9817-cd09f6d75ac6 associated. External IP: 172.27.0.17, port: 6abee1f4-a65e-4f4f-9235-4bfd378d8389. Oct 31 19:26:25.319016 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-50f2a022-92c8-4f64-8d4c-b84a25a236bd req-a43c5b8b-2c55-4c5f-8943-2cb0983a890a tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 210 time: 0.0345914 Oct 31 19:26:25.342590 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:25.361917 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a07835e0-a8b5-48d0-9826-ce15802e364d req-a0fdbbbc-81f9-45de-b704-5ebc41cfaf6a tempest-TestMinimumBasicScenario-1687534068 tempest-TestMinimumBasicScenario-1687534068-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ecd39339-b802-43f3-aba3-432fd6e5387e HTTP/1.1" status: 200 len: 210 time: 0.0291264 Oct 31 19:26:25.418881 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac850fd-59b5-45df-8842-c190809c9098 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Router 18d4f8cc-60a8-47d2-94d6-cde408eba1af has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:26:25.516199 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac850fd-59b5-45df-8842-c190809c9098 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:26:25.520869 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fac850fd-59b5-45df-8842-c190809c9098 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:25.525651 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49f5ec-fc0b-4d8c-aead-ef3acc259410 None None] Sync routers for ids ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:26:25.536701 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49f5ec-fc0b-4d8c-aead-ef3acc259410 None None] Routers {'18d4f8cc-60a8-47d2-94d6-cde408eba1af'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:26:25.537297 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-ea49f5ec-fc0b-4d8c-aead-ef3acc259410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:26:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:25.555746 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-fac850fd-59b5-45df-8842-c190809c9098 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/b626aa1b-3879-49fb-9817-cd09f6d75ac6 HTTP/1.1" status: 200 len: 991 time: 0.9492259 Oct 31 19:26:25.555746 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96bdeca-16e0-4d90-a9f9-0f9d46799d68', 'tag': '6abee1f4-a65e-4f4f-9235-4bfd378d8389'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:26:25.556453 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f10e74-9cc7-431d-867e-bdb3470a23d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c96bdeca-16e0-4d90-a9f9-0f9d46799d68", "tag": "6abee1f4-a65e-4f4f-9235-4bfd378d8389"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:26:25.591822 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0996ffc2-ec94-4b92-8ce2-cf6b0ce75731 x-openstack-request-id: req-0996ffc2-ec94-4b92-8ce2-cf6b0ce75731 {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:26:25.592104 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96bdeca-16e0-4d90-a9f9-0f9d46799d68", "tag": "6abee1f4-a65e-4f4f-9235-4bfd378d8389", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:26:25.592353 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0996ffc2-ec94-4b92-8ce2-cf6b0ce75731 {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:26:25.592753 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0996ffc2-ec94-4b92-8ce2-cf6b0ce75731'] response: {'name': 'network-changed', 'server_uuid': 'c96bdeca-16e0-4d90-a9f9-0f9d46799d68', 'tag': '6abee1f4-a65e-4f4f-9235-4bfd378d8389', 'status': 'completed', 'code': 200} Oct 31 19:26:25.616076 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:25.639923 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-ea49f5ec-fc0b-4d8c-aead-ef3acc259410 None None] Set router 18d4f8cc-60a8-47d2-94d6-cde408eba1af gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:26:25.721629 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f078a26-847f-4fa6-b075-a00c84a3885f req-55577ed8-3033-41ab-8c26-08c3f48d4ec9 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:25.723693 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7f078a26-847f-4fa6-b075-a00c84a3885f req-55577ed8-3033-41ab-8c26-08c3f48d4ec9 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0501108 Oct 31 19:26:25.772039 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7f078a26-847f-4fa6-b075-a00c84a3885f req-6e04b627-ff77-45e9-a281-6a951fe0c59c tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426464 Oct 31 19:26:25.853756 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-ea49f5ec-fc0b-4d8c-aead-ef3acc259410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:49Z', 'revision_number': 4, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': 'b626aa1b-3879-49fb-9817-cd09f6d75ac6', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'port_id': '6abee1f4-a65e-4f4f-9235-4bfd378d8389', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'mac_address': 'fa:16:3e:6e:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96bdeca-16e0-4d90-a9f9-0f9d46799d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:26:03Z', 'updated_at': '2022-10-31T19:26:24Z', 'revision_number': 1, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e66d7874-fe75-4921-91b1-0d4f592fb2ab', 'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'mac_address': 'fa:16:3e:31:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:02Z', 'revision_number': 5, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'subnets': [{'id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:25.884402 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49f5ec-fc0b-4d8c-aead-ef3acc259410 None None] Checking router: 18d4f8cc-60a8-47d2-94d6-cde408eba1af for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:26:25.894517 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49f5ec-fc0b-4d8c-aead-ef3acc259410 None None] Routers {'18d4f8cc-60a8-47d2-94d6-cde408eba1af'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:26:25.895849 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-ea49f5ec-fc0b-4d8c-aead-ef3acc259410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:26:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:25.898458 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10e74-9cc7-431d-867e-bdb3470a23d4 req-499ee6d3-24f4-489e-9f7b-605c53784b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:25.900715 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9f10e74-9cc7-431d-867e-bdb3470a23d4 req-499ee6d3-24f4-489e-9f7b-605c53784b13 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3f9c317b548b40deb8cb27236d36d674&device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 1130 time: 0.0505762 Oct 31 19:26:25.948558 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:26.010306 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-ea49f5ec-fc0b-4d8c-aead-ef3acc259410 None None] Set router 18d4f8cc-60a8-47d2-94d6-cde408eba1af gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:26:26.033251 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10e74-9cc7-431d-867e-bdb3470a23d4 req-b96a8744-e9a0-405c-88b2-536d40eef75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:26.034766 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9f10e74-9cc7-431d-867e-bdb3470a23d4 req-b96a8744-e9a0-405c-88b2-536d40eef75a service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=bb81951e-1ade-402e-8059-76bd3e08139a HTTP/1.1" status: 200 len: 910 time: 0.1237926 Oct 31 19:26:26.128413 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9f10e74-9cc7-431d-867e-bdb3470a23d4 req-7e650b07-f67d-429e-9205-64256248c192 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6abee1f4-a65e-4f4f-9235-4bfd378d8389 HTTP/1.1" status: 200 len: 999 time: 0.0578051 Oct 31 19:26:26.180928 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10e74-9cc7-431d-867e-bdb3470a23d4 req-9ee4899a-4c1f-408a-935e-6ec08b080fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:26.182465 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9f10e74-9cc7-431d-867e-bdb3470a23d4 req-9ee4899a-4c1f-408a-935e-6ec08b080fe8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=9821b6e6-ba6a-40fd-94d0-4d7194d13f47 HTTP/1.1" status: 200 len: 848 time: 0.0473471 Oct 31 19:26:26.234868 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-ea49f5ec-fc0b-4d8c-aead-ef3acc259410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:49Z', 'revision_number': 4, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': 'b626aa1b-3879-49fb-9817-cd09f6d75ac6', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'port_id': '6abee1f4-a65e-4f4f-9235-4bfd378d8389', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'mac_address': 'fa:16:3e:6e:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96bdeca-16e0-4d90-a9f9-0f9d46799d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:26:03Z', 'updated_at': '2022-10-31T19:26:24Z', 'revision_number': 1, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e66d7874-fe75-4921-91b1-0d4f592fb2ab', 'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'mac_address': 'fa:16:3e:31:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:02Z', 'revision_number': 5, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'subnets': [{'id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:26.263978 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49f5ec-fc0b-4d8c-aead-ef3acc259410 None None] The sync data for ids ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'] in dv-cinder-863097-1-iscsi is: [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:49Z', 'revision_number': 4, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': 'b626aa1b-3879-49fb-9817-cd09f6d75ac6', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'port_id': '6abee1f4-a65e-4f4f-9235-4bfd378d8389', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'mac_address': 'fa:16:3e:6e:ae:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96bdeca-16e0-4d90-a9f9-0f9d46799d68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:26:03Z', 'updated_at': '2022-10-31T19:26:24Z', 'revision_number': 1, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e66d7874-fe75-4921-91b1-0d4f592fb2ab', 'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'mac_address': 'fa:16:3e:31:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:02Z', 'revision_number': 5, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'subnets': [{'id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:26:26.392193 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 02358090-76d2-46a6-9956-91d3a84a985a no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:26:26.464832 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: 02358090-76d2-46a6-9956-91d3a84a985a {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:26:26.465181 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 02358090-76d2-46a6-9956-91d3a84a985a not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:26:26.465596 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device c1f5b141-b428-4cbf-9938-2df49ece4368 no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:26:26.475241 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e374df29-bb47-486c-985c-2f0a25edd5c0 req-74ba84a2-0eea-47e6-9266-ebff8f3983fc tempest-ServerRescueNegativeTestJSON-466281787 tempest-ServerRescueNegativeTestJSON-466281787-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7a47cd33-e4a0-4b78-9afc-2f371e4a9d10 HTTP/1.1" status: 200 len: 210 time: 0.0536153 Oct 31 19:26:26.479596 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f10e74-9cc7-431d-867e-bdb3470a23d4 req-53de91cb-9179-4d9b-98d7-c90617c78cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:26.483075 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9f10e74-9cc7-431d-867e-bdb3470a23d4 req-53de91cb-9179-4d9b-98d7-c90617c78cd5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=bb81951e-1ade-402e-8059-76bd3e08139a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0910838 Oct 31 19:26:26.543586 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb25d029-5d52-4929-8c43-235cd8d4cb4e None None] New status for floating IP b626aa1b-3879-49fb-9817-cd09f6d75ac6: ACTIVE {{(pid=104477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:26:26.546024 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: c1f5b141-b428-4cbf-9938-2df49ece4368 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:26:26.546357 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device c1f5b141-b428-4cbf-9938-2df49ece4368 not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:26:26.684413 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9f10e74-9cc7-431d-867e-bdb3470a23d4 req-4285b828-c7c1-430b-a1d1-a13b67a1d304 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957469 Oct 31 19:26:26.794064 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b9f10e74-9cc7-431d-867e-bdb3470a23d4 req-4d7afa55-58d0-417e-ae51-ee91779db4da service neutron] 10.222.0.33 "GET /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030502 Oct 31 19:26:27.096987 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52682) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:27.116239 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5e8bc-125f-4189-82ca-2f7d4d943cc2 req-2b442d33-cb7c-4984-a92e-28641461a0e7 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:27.124096 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-37b5e8bc-125f-4189-82ca-2f7d4d943cc2 req-2b442d33-cb7c-4984-a92e-28641461a0e7 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0696406 Oct 31 19:26:27.149154 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ce6057-bb17-450b-a2f8-d3d9e4328706 admin admin] Deleting subnet 9dfca711-6bd6-47d0-a6c9-2c8631e596a8 {{(pid=104475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 19:26:27.152985 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6057-bb17-450b-a2f8-d3d9e4328706 admin admin] Publish callbacks [] for subnet (9dfca711-6bd6-47d0-a6c9-2c8631e596a8), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:27.169102 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:27.179136 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-37b5e8bc-125f-4189-82ca-2f7d4d943cc2 req-f3d3bf8d-30fa-4d0f-b1a5-dbe7be9376c1 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540407 Oct 31 19:26:27.181903 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 52684) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:27.207003 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6057-bb17-450b-a2f8-d3d9e4328706 admin admin] Publish callbacks [] for subnet (9dfca711-6bd6-47d0-a6c9-2c8631e596a8), precommit_delete_associations {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:27.217786 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6057-bb17-450b-a2f8-d3d9e4328706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990620'] for subnet (9dfca711-6bd6-47d0-a6c9-2c8631e596a8), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:27.274033 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6057-bb17-450b-a2f8-d3d9e4328706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for subnet (9dfca711-6bd6-47d0-a6c9-2c8631e596a8), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:27.307667 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6057-bb17-450b-a2f8-d3d9e4328706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for subnet (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:27.310803 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-f3ce6057-bb17-450b-a2f8-d3d9e4328706 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/9dfca711-6bd6-47d0-a6c9-2c8631e596a8 HTTP/1.1" status: 204 len: 168 time: 0.2126949 Oct 31 19:26:27.311761 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce6057-bb17-450b-a2f8-d3d9e4328706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dfca711-6bd6-47d0-a6c9-2c8631e596a8,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:27.314562 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52686) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:27.384341 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-890624'] for network (31f7e77e-1dcb-4684-b3e9-e4a580efbeec), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:27.398999 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:27.439798 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:27.478100 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989543', 'neutron.services.segments.db._delete_segments_for_network-8766604153474'] for network (31f7e77e-1dcb-4684-b3e9-e4a580efbeec), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:27.508421 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:26:27.509102 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:26:27.509896 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:26:27.510326 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Subscribe: > port after_create 55550000 {{(pid=104475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:26:27.510758 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:26:27.511210 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Subscribe: > port after_update 55550000 {{(pid=104475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:26:27.511630 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:26:27.512047 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:26:27.512887 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:26:27.512887 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:26:27.563724 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:27.581745 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2057950'] for router_interface (c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:27.584054 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 52690) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:27.626440 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:26:27.626793 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:26:27.627174 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:26:27.627687 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 19:26:27.628117 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f7e77e-1dcb-4684-b3e9-e4a580efbeec']}} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:27.647416 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7643d495-1a5c-4262-ba23-64ac030e7dd5') {'for_net_delete': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:27.647835 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7643d495-1a5c-4262-ba23-64ac030e7dd5') {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:27.664940 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766604153537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7821970'] for segment (7643d495-1a5c-4262-ba23-64ac030e7dd5), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:27.685984 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (7643d495-1a5c-4262-ba23-64ac030e7dd5), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:27.695146 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=104475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 19:26:27.695680 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4555197'] for segment (7643d495-1a5c-4262-ba23-64ac030e7dd5), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:27.776576 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2058165'] for network (31f7e77e-1dcb-4684-b3e9-e4a580efbeec), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:27.796381 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Pushing event deleted for resources: {'Network': ['ID=31f7e77e-1dcb-4684-b3e9-e4a580efbeec,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:27.798591 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:27.803993 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-485da92d-3789-40ab-a562-1227ccd4e82a admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/31f7e77e-1dcb-4684-b3e9-e4a580efbeec HTTP/1.1" status: 204 len: 168 time: 0.4861217 Oct 31 19:26:27.855223 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.services.segments.plugin [-] Segment 7643d495-1a5c-4262-ba23-64ac030e7dd5 resource provider aggregate not found Oct 31 19:26:27.875739 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.services.segments.plugin [-] Segment 7643d495-1a5c-4262-ba23-64ac030e7dd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7643d495-1a5c-4262-ba23-64ac030e7dd5 found for delete ", "request_id": "req-428eedb7-7496-48fa-97f2-678a85386699"}]} Oct 31 19:26:27.931700 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52706) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:27.976683 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-69a1ce4a-87d6-4e99-a7b9-0d03d6d03ef4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b2956107c4664ccd8a7517a707982d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438204 Oct 31 19:26:27.979412 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52708) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:28.031350 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-0a13f1e7-37aa-4fcd-b930-701756301f02 admin admin] Publish callbacks [] for security_group (630dc213-9d87-413f-ba6a-5a00e94b16da), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:28.053740 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-0a13f1e7-37aa-4fcd-b930-701756301f02 admin admin] Publish callbacks [] for security_group (630dc213-9d87-413f-ba6a-5a00e94b16da), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:28.106365 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-0a13f1e7-37aa-4fcd-b930-701756301f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (630dc213-9d87-413f-ba6a-5a00e94b16da), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:28.108765 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-0a13f1e7-37aa-4fcd-b930-701756301f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:28.109959 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-0a13f1e7-37aa-4fcd-b930-701756301f02 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/630dc213-9d87-413f-ba6a-5a00e94b16da HTTP/1.1" status: 204 len: 168 time: 0.1296175 Oct 31 19:26:28.118562 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13f1e7-37aa-4fcd-b930-701756301f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630dc213-9d87-413f-ba6a-5a00e94b16da,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:28.354916 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Deleting port 7f00bced-615e-4c9b-9442-70bb38b57c12 {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:26:28.355251 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:28.383509 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13409e9a-7323-4397-bfc9-c2deac11e8df req-206e46ee-04f6-4b48-9114-1fa3de5f8f37 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:28.385013 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-13409e9a-7323-4397-bfc9-c2deac11e8df req-206e46ee-04f6-4b48-9114-1fa3de5f8f37 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.1289766 Oct 31 19:26:28.498093 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:28.531707 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-13409e9a-7323-4397-bfc9-c2deac11e8df req-c3429c09-f636-4c75-a279-47fd1c735024 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374385 Oct 31 19:26:28.553723 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] For port 7f00bced-615e-4c9b-9442-70bb38b57c12, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=7f00bced-615e-4c9b-9442-70bb38b57c12,segment=NetworkSegment(2319dca1-753c-4e8c-8614-0af028c32192),segment_id=2319dca1-753c-4e8c-8614-0af028c32192)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:28.554085 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:28.587454 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Calling delete_port for 7f00bced-615e-4c9b-9442-70bb38b57c12 owned by network:router_interface {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:26:28.603376 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4bdbdb61-e38d-4ead-854b-8c291da50293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2057950'] for router_interface (a22818ab-3b72-4733-a7d0-94de59cd0919), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:28.607756 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [req-cbf685a8-9476-47b0-8e9b-bc454e26e4e6 req-1eb0afbb-282a-4711-8585-6e5d47db7739 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:26:28.608780 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-cbf685a8-9476-47b0-8e9b-bc454e26e4e6 req-1eb0afbb-282a-4711-8585-6e5d47db7739 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060556 Oct 31 19:26:28.815729 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:28.829975 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52724) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:28.875217 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c4cbd-03a9-4e5f-b9a2-04c625898f87 req-3078d572-d8af-4034-9a68-b0cd05a64740 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:28.876824 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-788c4cbd-03a9-4e5f-b9a2-04c625898f87 req-3078d572-d8af-4034-9a68-b0cd05a64740 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.1312768 Oct 31 19:26:28.916418 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-f985de4d-98c4-4630-851e-f9c574482030 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849741 Oct 31 19:26:28.925571 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-c7b40134-135a-4d3d-ad4c-d53c54b89a56 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:26:28.927160 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-c7b40134-135a-4d3d-ad4c-d53c54b89a56 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055926 Oct 31 19:26:29.032974 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-788c4cbd-03a9-4e5f-b9a2-04c625898f87 req-ffc33447-7d5b-4e25-8811-76b52101f20a tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272781 Oct 31 19:26:29.068438 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (7f00bced-615e-4c9b-9442-70bb38b57c12), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:29.075190 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52732) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:29.104487 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-4bdbdb61-e38d-4ead-854b-8c291da50293 admin admin] Deleting port 60503e30-25e1-4e17-a374-7df85584c256 {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:26:29.104926 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4bdbdb61-e38d-4ead-854b-8c291da50293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (60503e30-25e1-4e17-a374-7df85584c256), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:29.108728 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f00bced-615e-4c9b-9442-70bb38b57c12,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:29.173181 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:29.173524 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:29.174012 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:29.174335 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:29.174730 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:29.175030 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:29.175395 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:29.175753 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:29.176110 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:29.176461 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:29.177497 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:29.177497 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:29.177497 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:29.177880 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:29.178126 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:29.183464 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-089bf642-3dc9-4988-a1fe-f79a5052d238 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:29.185093 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-089bf642-3dc9-4988-a1fe-f79a5052d238 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports/d4d5c6c7-d643-4ff8-859d-8b480d999f74 HTTP/1.1" status: 200 len: 943 time: 0.1088448 Oct 31 19:26:29.304013 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-4bdbdb61-e38d-4ead-854b-8c291da50293 admin admin] For port 60503e30-25e1-4e17-a374-7df85584c256, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=60503e30-25e1-4e17-a374-7df85584c256,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:29.304411 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4bdbdb61-e38d-4ead-854b-8c291da50293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (60503e30-25e1-4e17-a374-7df85584c256), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:29.318690 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:29.326735 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-4bdbdb61-e38d-4ead-854b-8c291da50293 admin admin] Calling delete_port for 60503e30-25e1-4e17-a374-7df85584c256 owned by network:router_interface {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:26:29.415456 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056782'] for router_interface (c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:29.466876 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16dcdf5-830c-47f8-9499-35201c1aa420 None None] get_active_networks_info from dv-cinder-863097-1-iscsi {{(pid=104477) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 19:26:29.597204 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:29.688331 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16dcdf5-830c-47f8-9499-35201c1aa420 None None] Resources bound (agent type, host, resource id): {{(pid=104477) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 19:26:29.748917 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4bdbdb61-e38d-4ead-854b-8c291da50293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (60503e30-25e1-4e17-a374-7df85584c256), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:29.780275 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbdb61-e38d-4ead-854b-8c291da50293 admin admin] Pushing event deleted for resources: {'Port': ['ID=60503e30-25e1-4e17-a374-7df85584c256,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:29.791586 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:26:30.018734 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:26:30.025398 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-6ba09c8d-9b49-4083-a297-54a3dcc81390 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8399920 Oct 31 19:26:30.028159 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52750) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:30.029982 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd9b870-1210-45dd-9330-63c3c5f8826e None None] Sync routers for ids ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:26:30.038837 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4bdbdb61-e38d-4ead-854b-8c291da50293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056782'] for router_interface (a22818ab-3b72-4733-a7d0-94de59cd0919), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:30.044316 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd9b870-1210-45dd-9330-63c3c5f8826e None None] Routers {'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:26:30.045273 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-edd9b870-1210-45dd-9330-63c3c5f8826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:26:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:30.164360 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-36a79838-6d83-43f3-913c-f4f84904b64c admin admin] Publish callbacks [] for router (c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:30.196636 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:30.299955 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-36a79838-6d83-43f3-913c-f4f84904b64c admin admin] Publish callbacks [] for router_gateway (c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:30.318961 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-edd9b870-1210-45dd-9330-63c3c5f8826e None None] Set router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:26:30.375948 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-36a79838-6d83-43f3-913c-f4f84904b64c admin admin] Deleting port b365c891-64ad-492c-b495-1f113b0bfbe9 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:26:30.376548 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-36a79838-6d83-43f3-913c-f4f84904b64c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (b365c891-64ad-492c-b495-1f113b0bfbe9), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:30.392787 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device d4d5c6c7-d643-4ff8-859d-8b480d999f74 no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:26:30.560841 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-36a79838-6d83-43f3-913c-f4f84904b64c admin admin] For port b365c891-64ad-492c-b495-1f113b0bfbe9, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=b365c891-64ad-492c-b495-1f113b0bfbe9,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:30.561488 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-36a79838-6d83-43f3-913c-f4f84904b64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (b365c891-64ad-492c-b495-1f113b0bfbe9), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:30.575817 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port d4d5c6c7-d643-4ff8-859d-8b480d999f74 is: ACTIVE; New status is: DOWN {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:26:30.578081 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:30.582313 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-edd9b870-1210-45dd-9330-63c3c5f8826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'name': 'tempest-TestMinimumBasicScenario-1371409459-router', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:29Z', 'updated_at': '2022-10-31T19:26:28Z', 'revision_number': 5, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'gw_port': {'id': 'b365c891-64ad-492c-b495-1f113b0bfbe9', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:30.606152 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-36a79838-6d83-43f3-913c-f4f84904b64c admin admin] Calling delete_port for b365c891-64ad-492c-b495-1f113b0bfbe9 owned by network:router_gateway {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:26:30.613580 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:30.614988 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd9b870-1210-45dd-9330-63c3c5f8826e None None] Checking router: c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:26:30.628809 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:26:30.636094 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd9b870-1210-45dd-9330-63c3c5f8826e None None] Routers {'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:26:30.637038 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-edd9b870-1210-45dd-9330-63c3c5f8826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:26:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:30.642320 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdb9f5f-c9b3-4ddd-9215-a3315d456bff" -d '{"events": [{"server_uuid": "fb16e6d4-57d8-4185-9955-ec1d261b365d", "name": "network-vif-unplugged", "status": "completed", "tag": "d4d5c6c7-d643-4ff8-859d-8b480d999f74"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:26:30.667536 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:30.690546 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port d4d5c6c7-d643-4ff8-859d-8b480d999f74, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=d4d5c6c7-d643-4ff8-859d-8b480d999f74,segment=NetworkSegment(3adfb10e-3333-4507-9b4a-e3149385f709),segment_id=3adfb10e-3333-4507-9b4a-e3149385f709)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:30.703153 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:30.787097 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-edd9b870-1210-45dd-9330-63c3c5f8826e None None] Set router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca gateway port host: None {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:26:30.788044 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:30.864655 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-edd9b870-1210-45dd-9330-63c3c5f8826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'name': 'tempest-TestMinimumBasicScenario-1371409459-router', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:29Z', 'updated_at': '2022-10-31T19:26:30Z', 'revision_number': 6, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'gw_port_host': None}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:30.866714 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848c321-c1f1-4429-8461-187fb6e5270e req-1eb9e5cb-ef64-46b4-a593-5628ba487eb9 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:30.869139 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c848c321-c1f1-4429-8461-187fb6e5270e req-1eb9e5cb-ef64-46b4-a593-5628ba487eb9 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.6698058 Oct 31 19:26:30.894012 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdbdb61-e38d-4ead-854b-8c291da50293 admin admin] Router a22818ab-3b72-4733-a7d0-94de59cd0919 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:26:30.898489 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd9b870-1210-45dd-9330-63c3c5f8826e None None] The sync data for ids ['c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca'] in dv-cinder-863097-1-iscsi is: [{'id': 'c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca', 'name': 'tempest-TestMinimumBasicScenario-1371409459-router', 'tenant_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:29Z', 'updated_at': '2022-10-31T19:26:30Z', 'revision_number': 6, 'project_id': 'c47ae1789d284a72bb71a6ffe55e7d8b', 'gw_port_host': None}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:26:30.900651 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=d4d5c6c7-d643-4ff8-859d-8b480d999f74,revision_number=6']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:30.904218 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-36a79838-6d83-43f3-913c-f4f84904b64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (b365c891-64ad-492c-b495-1f113b0bfbe9), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:30.928978 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Oct 2022 19:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91502eaa-3bc1-4cb8-926c-fc7145625af9 x-openstack-request-id: req-91502eaa-3bc1-4cb8-926c-fc7145625af9 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:26:30.929263 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb16e6d4-57d8-4185-9955-ec1d261b365d", "name": "network-vif-unplugged", "status": "completed", "tag": "d4d5c6c7-d643-4ff8-859d-8b480d999f74", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:26:30.929513 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91502eaa-3bc1-4cb8-926c-fc7145625af9 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:26:30.929930 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91502eaa-3bc1-4cb8-926c-fc7145625af9'] response: {'server_uuid': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74', 'code': 200} Oct 31 19:26:30.960558 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:30.961256 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:30.962102 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:30.962735 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:30.963260 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:30.963372 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a79838-6d83-43f3-913c-f4f84904b64c admin admin] Pushing event deleted for resources: {'Port': ['ID=b365c891-64ad-492c-b495-1f113b0bfbe9,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:30.966069 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:30.966595 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:30.967108 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:30.968493 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:30.970525 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:30.971050 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:30.971577 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:30.985630 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:30.985630 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:30.985630 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:26:30.987793 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-cf8b129d-6224-464e-ab33-43fdae0997fe None None] Provisioning complete for port d168686b-df9b-46b3-a55f-0441fe122496 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:26:30.988163 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cf8b129d-6224-464e-ab33-43fdae0997fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (d168686b-df9b-46b3-a55f-0441fe122496), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:30.989045 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-cf8b129d-6224-464e-ab33-43fdae0997fe None None] Attempt 1 to provision port d168686b-df9b-46b3-a55f-0441fe122496 Oct 31 19:26:30.996706 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c848c321-c1f1-4429-8461-187fb6e5270e req-b1d51895-65ca-4f17-9768-ed8ea6d953e9 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177163 Oct 31 19:26:31.046964 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67f44db-79c5-4c8a-bb98-a3f0f5ba6e14 None None] get_active_networks_info from dv-cinder-863097-1-iscsi {{(pid=104477) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 19:26:31.081150 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdbdb61-e38d-4ead-854b-8c291da50293 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:26:31.089129 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-4bdbdb61-e38d-4ead-854b-8c291da50293 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/a22818ab-3b72-4733-a7d0-94de59cd0919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5036440 Oct 31 19:26:31.089342 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-36a79838-6d83-43f3-913c-f4f84904b64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2058137'] for router_gateway (c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:31.089818 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 52762) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:31.102211 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e55b92-6a22-48c7-9fd3-61843d07f1a2 None None] Sync routers for ids ['a22818ab-3b72-4733-a7d0-94de59cd0919'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:26:31.111416 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:31.124713 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e55b92-6a22-48c7-9fd3-61843d07f1a2 None None] Routers {'a22818ab-3b72-4733-a7d0-94de59cd0919'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:26:31.125450 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-d3e55b92-6a22-48c7-9fd3-61843d07f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:26:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['a22818ab-3b72-4733-a7d0-94de59cd0919'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:31.136537 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:31.165410 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-cf8b129d-6224-464e-ab33-43fdae0997fe None None] Current status of the port d168686b-df9b-46b3-a55f-0441fe122496 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:26:31.200942 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-da768d9c-d1d7-49c3-b940-c2af5328f780 admin admin] Publish callbacks [] for router (a22818ab-3b72-4733-a7d0-94de59cd0919), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:31.208954 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-05d88c5c-7403-4323-af2b-29ce24e1c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:31.210158 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:31.210557 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-05d88c5c-7403-4323-af2b-29ce24e1c101 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d&tenant_id=a33bb29688304d0dae3cfdc0eb54b7be HTTP/1.1" status: 200 len: 1128 time: 0.1319745 Oct 31 19:26:31.213515 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-36a79838-6d83-43f3-913c-f4f84904b64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2036084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482181'] for router (c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:31.215437 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-36a79838-6d83-43f3-913c-f4f84904b64c admin admin] Publish callbacks [] for router_controller (c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca), precommit_delete_associations {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:31.295466 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-36a79838-6d83-43f3-913c-f4f84904b64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2056731'] for router (c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:31.296081 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a79838-6d83-43f3-913c-f4f84904b64c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca {{(pid=104475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 19:26:31.301886 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-36a79838-6d83-43f3-913c-f4f84904b64c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:31.302957 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-36a79838-6d83-43f3-913c-f4f84904b64c admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/c49bedc5-4a5e-4d3e-8f72-1e18db40c1ca HTTP/1.1" status: 204 len: 168 time: 1.2737958 Oct 31 19:26:31.305960 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52764) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:31.306403 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-d3e55b92-6a22-48c7-9fd3-61843d07f1a2 None None] Set router a22818ab-3b72-4733-a7d0-94de59cd0919 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:26:31.316472 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-ea9b8e0b-15c0-4f0d-93f5-4ae6e35dd8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:31.318014 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-ea9b8e0b-15c0-4f0d-93f5-4ae6e35dd8a8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a33bb29688304d0dae3cfdc0eb54b7be&device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 1128 time: 0.0651231 Oct 31 19:26:31.326490 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-da768d9c-d1d7-49c3-b940-c2af5328f780 admin admin] Publish callbacks [] for router_gateway (a22818ab-3b72-4733-a7d0-94de59cd0919), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:31.390392 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-da768d9c-d1d7-49c3-b940-c2af5328f780 admin admin] Deleting port 0fe606d4-7017-41db-8d61-4e6d06a60bf8 {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:26:31.390642 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-da768d9c-d1d7-49c3-b940-c2af5328f780 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (0fe606d4-7017-41db-8d61-4e6d06a60bf8), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:31.393341 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab45199-7706-4488-bd47-92e95563d9cc admin admin] Deleting subnet 6041325e-1127-4844-85cb-5712b83a13fd {{(pid=104475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 19:26:31.425774 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9ab45199-7706-4488-bd47-92e95563d9cc admin admin] Publish callbacks [] for subnet (6041325e-1127-4844-85cb-5712b83a13fd), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:31.456795 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67f44db-79c5-4c8a-bb98-a3f0f5ba6e14 None None] Resources bound (agent type, host, resource id): {{(pid=104477) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 19:26:31.479361 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9ab45199-7706-4488-bd47-92e95563d9cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7821979'] for subnet (6041325e-1127-4844-85cb-5712b83a13fd), precommit_delete_associations {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:31.520384 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-b2dea12a-f448-418f-9883-fc84afc9d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:31.521865 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-b2dea12a-f448-418f-9883-fc84afc9d90e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=8bd8fec5-0f1b-4c28-a279-f78e038a6306 HTTP/1.1" status: 200 len: 908 time: 0.1769924 Oct 31 19:26:31.522443 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-da768d9c-d1d7-49c3-b940-c2af5328f780 admin admin] For port 0fe606d4-7017-41db-8d61-4e6d06a60bf8, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=0fe606d4-7017-41db-8d61-4e6d06a60bf8,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:31.522854 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-da768d9c-d1d7-49c3-b940-c2af5328f780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (0fe606d4-7017-41db-8d61-4e6d06a60bf8), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:31.537468 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-da768d9c-d1d7-49c3-b940-c2af5328f780 admin admin] Calling delete_port for 0fe606d4-7017-41db-8d61-4e6d06a60bf8 owned by network:router_gateway {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:26:31.629746 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-360152da-6dd4-44b4-8465-dd6c688a33e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:31.635962 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-d3e55b92-6a22-48c7-9fd3-61843d07f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:26:29Z', 'revision_number': 5, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port': {'id': '0fe606d4-7017-41db-8d61-4e6d06a60bf8', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:25:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:37Z', 'updated_at': '2022-10-31T19:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:31.672015 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e55b92-6a22-48c7-9fd3-61843d07f1a2 None None] Checking router: a22818ab-3b72-4733-a7d0-94de59cd0919 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:26:31.712647 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e55b92-6a22-48c7-9fd3-61843d07f1a2 None None] Routers {'a22818ab-3b72-4733-a7d0-94de59cd0919'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:26:31.713497 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-d3e55b92-6a22-48c7-9fd3-61843d07f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:26:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['a22818ab-3b72-4733-a7d0-94de59cd0919'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:31.728770 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-da768d9c-d1d7-49c3-b940-c2af5328f780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (0fe606d4-7017-41db-8d61-4e6d06a60bf8), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:31.766069 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da768d9c-d1d7-49c3-b940-c2af5328f780 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe606d4-7017-41db-8d61-4e6d06a60bf8,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:31.829407 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-d3e55b92-6a22-48c7-9fd3-61843d07f1a2 None None] Set router a22818ab-3b72-4733-a7d0-94de59cd0919 gateway port host: None {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:26:31.862063 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-da768d9c-d1d7-49c3-b940-c2af5328f780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2058137'] for router_gateway (a22818ab-3b72-4733-a7d0-94de59cd0919), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:31.942773 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-d3e55b92-6a22-48c7-9fd3-61843d07f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:26:31Z', 'revision_number': 6, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port_host': None}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:31.970829 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-d6d24974-364f-471e-addf-19d67823597b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4d5c6c7-d643-4ff8-859d-8b480d999f74 HTTP/1.1" status: 200 len: 1000 time: 0.4407673 Oct 31 19:26:31.977891 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9ab45199-7706-4488-bd47-92e95563d9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990620'] for subnet (6041325e-1127-4844-85cb-5712b83a13fd), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:31.978795 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-da768d9c-d1d7-49c3-b940-c2af5328f780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2036084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482181'] for router (a22818ab-3b72-4733-a7d0-94de59cd0919), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:31.983782 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e55b92-6a22-48c7-9fd3-61843d07f1a2 None None] The sync data for ids ['a22818ab-3b72-4733-a7d0-94de59cd0919'] in dv-cinder-863097-1-iscsi is: [{'id': 'a22818ab-3b72-4733-a7d0-94de59cd0919', 'name': 'tempest-ServerRescueNegativeTestJSON-870428949-router', 'tenant_id': '73cf63c76fc543428404002ae9a75b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:35Z', 'updated_at': '2022-10-31T19:26:31Z', 'revision_number': 6, 'project_id': '73cf63c76fc543428404002ae9a75b29', 'gw_port_host': None}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:26:32.008264 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-da768d9c-d1d7-49c3-b940-c2af5328f780 admin admin] Publish callbacks [] for router_controller (a22818ab-3b72-4733-a7d0-94de59cd0919), precommit_delete_associations {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.047451 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:32.090609 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3db705-ed81-43bd-9379-50b0fb08e7a9 req-d5e73b1b-5ec3-4463-a64c-84ea28ba2c82 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:32.092661 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-fe3db705-ed81-43bd-9379-50b0fb08e7a9 req-d5e73b1b-5ec3-4463-a64c-84ea28ba2c82 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.1166215 Oct 31 19:26:32.097679 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-97f964f7-70d8-4c96-9a46-0b205b0a2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:32.100099 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-97f964f7-70d8-4c96-9a46-0b205b0a2408 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=89f1699a-f318-44f9-afaa-c9161328684b HTTP/1.1" status: 200 len: 846 time: 0.0794668 Oct 31 19:26:32.102647 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9ab45199-7706-4488-bd47-92e95563d9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4555227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4195304'] for subnet (6041325e-1127-4844-85cb-5712b83a13fd), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.133878 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-da768d9c-d1d7-49c3-b940-c2af5328f780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2056731'] for router (a22818ab-3b72-4733-a7d0-94de59cd0919), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.134617 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da768d9c-d1d7-49c3-b940-c2af5328f780 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a22818ab-3b72-4733-a7d0-94de59cd0919 {{(pid=104476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 19:26:32.148981 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-da768d9c-d1d7-49c3-b940-c2af5328f780 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.153573 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-da768d9c-d1d7-49c3-b940-c2af5328f780 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/a22818ab-3b72-4733-a7d0-94de59cd0919 HTTP/1.1" status: 204 len: 168 time: 1.0623865 Oct 31 19:26:32.157600 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 52784) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:32.167525 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=12 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:32.168695 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab45199-7706-4488-bd47-92e95563d9cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6041325e-1127-4844-85cb-5712b83a13fd,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:32.187477 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9ab45199-7706-4488-bd47-92e95563d9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for subnet (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.193531 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-9ab45199-7706-4488-bd47-92e95563d9cc admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/6041325e-1127-4844-85cb-5712b83a13fd HTTP/1.1" status: 204 len: 168 time: 0.8837659 Oct 31 19:26:32.204635 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 52786) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:32.210833 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-ac1017f7-7955-46dc-a505-b448654b5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:32.212376 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-ac1017f7-7955-46dc-a505-b448654b5a9e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=8bd8fec5-0f1b-4c28-a279-f78e038a6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1046319 Oct 31 19:26:32.262147 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299f86e-481d-43b2-ab2e-3efdd351bd80 req-b880ce65-820e-4fc9-8242-f59c072acf7f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:32.263998 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1299f86e-481d-43b2-ab2e-3efdd351bd80 req-b880ce65-820e-4fc9-8242-f59c072acf7f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 944 time: 0.0996385 Oct 31 19:26:32.264515 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:32.265905 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-fe3db705-ed81-43bd-9379-50b0fb08e7a9 req-6e01709a-ad44-41b1-bb87-bc20b663c5e6 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650143 Oct 31 19:26:32.304453 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_v2 [None req-87443869-cac6-4a61-89e1-d34a89f42d3b admin admin] Deleting subnet d2c209a4-c49d-431e-b8bc-b162483f4e74 {{(pid=104476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 19:26:32.311560 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:32.329702 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-87443869-cac6-4a61-89e1-d34a89f42d3b admin admin] Publish callbacks [] for subnet (d2c209a4-c49d-431e-b8bc-b162483f4e74), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.370990 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-890624'] for network (c6bf2493-20fd-4374-968a-63f86eb3e413), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.390725 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1299f86e-481d-43b2-ab2e-3efdd351bd80 req-620651de-1879-42b6-93f7-8e3e817809dc tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895505 Oct 31 19:26:32.393053 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-84b82bc8-bf3e-4232-acb3-53279f0e2e7d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8bd8fec5-0f1b-4c28-a279-f78e038a6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718678 Oct 31 19:26:32.417445 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-87443869-cac6-4a61-89e1-d34a89f42d3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8041706'] for subnet (d2c209a4-c49d-431e-b8bc-b162483f4e74), precommit_delete_associations {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.491723 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] Deleting port d168686b-df9b-46b3-a55f-0441fe122496 {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:26:32.492078 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (d168686b-df9b-46b3-a55f-0441fe122496), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.524958 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b04e3471-1ab5-47b4-aa88-814f1e6316f8 req-30a8d7d7-42ad-458b-883c-e4b9f2393b3d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8bd8fec5-0f1b-4c28-a279-f78e038a6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252956 Oct 31 19:26:32.593355 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 7f00bced-615e-4c9b-9442-70bb38b57c12 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:26:32.606184 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] For port d168686b-df9b-46b3-a55f-0441fe122496, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=d168686b-df9b-46b3-a55f-0441fe122496,segment=NetworkSegment(2319dca1-753c-4e8c-8614-0af028c32192),segment_id=2319dca1-753c-4e8c-8614-0af028c32192)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:32.606184 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (d168686b-df9b-46b3-a55f-0441fe122496), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.622694 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-87443869-cac6-4a61-89e1-d34a89f42d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990620'] for subnet (d2c209a4-c49d-431e-b8bc-b162483f4e74), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.623855 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 7f00bced-615e-4c9b-9442-70bb38b57c12 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:26:32.624196 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 7f00bced-615e-4c9b-9442-70bb38b57c12 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:26:32.624792 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device b365c891-64ad-492c-b495-1f113b0bfbe9 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:26:32.625152 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] Calling delete_port for d168686b-df9b-46b3-a55f-0441fe122496 owned by network:dhcp {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:26:32.646923 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: b365c891-64ad-492c-b495-1f113b0bfbe9 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:26:32.647840 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device b365c891-64ad-492c-b495-1f113b0bfbe9 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:26:32.648401 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 60503e30-25e1-4e17-a374-7df85584c256 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:26:32.673380 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 60503e30-25e1-4e17-a374-7df85584c256 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:26:32.673929 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 60503e30-25e1-4e17-a374-7df85584c256 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:26:32.736757 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a980e6-6a8d-4b86-bda3-4a0acd284092 None None] Network c6bf2493-20fd-4374-968a-63f86eb3e413 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:26:32.756955 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-87443869-cac6-4a61-89e1-d34a89f42d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5226086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4898039'] for subnet (d2c209a4-c49d-431e-b8bc-b162483f4e74), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.789212 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (d168686b-df9b-46b3-a55f-0441fe122496), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.800631 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87443869-cac6-4a61-89e1-d34a89f42d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c209a4-c49d-431e-b8bc-b162483f4e74,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:32.806672 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] No DVR routers for this DVR port d168686b-df9b-46b3-a55f-0441fe122496 on host dv-cinder-863097-1-iscsi {{(pid=104476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:26:32.812479 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-87443869-cac6-4a61-89e1-d34a89f42d3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.816334 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-87443869-cac6-4a61-89e1-d34a89f42d3b admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/d2c209a4-c49d-431e-b8bc-b162483f4e74 HTTP/1.1" status: 204 len: 168 time: 0.6578164 Oct 31 19:26:32.819098 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52788) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:32.853247 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] Pushing event deleted for resources: {'Port': ['ID=d168686b-df9b-46b3-a55f-0441fe122496,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:32.909871 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-890624'] for network (76d0a169-b981-4155-bbd7-0bbdbbf23238), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.911320 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989543', 'neutron.services.segments.db._delete_segments_for_network-8766604153474'] for network (c6bf2493-20fd-4374-968a-63f86eb3e413), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.943521 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bf2493-20fd-4374-968a-63f86eb3e413']}} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:32.943967 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fe39b9-9643-4a98-b660-e61a4a8e72c7 None None] Network 76d0a169-b981-4155-bbd7-0bbdbbf23238 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:26:32.955423 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2319dca1-753c-4e8c-8614-0af028c32192') {'for_net_delete': True} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:32.955720 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2319dca1-753c-4e8c-8614-0af028c32192') {} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:32.965975 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] Deleting port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:26:32.965975 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (8e5f7d53-3f62-4a72-bb55-cd5e44ddb031), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.967571 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766604153537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8041699'] for segment (2319dca1-753c-4e8c-8614-0af028c32192), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.983862 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (2319dca1-753c-4e8c-8614-0af028c32192), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:32.992956 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=104476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 19:26:32.993735 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5225984'] for segment (2319dca1-753c-4e8c-8614-0af028c32192), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.033569 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:33.056712 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment 2319dca1-753c-4e8c-8614-0af028c32192 resource provider aggregate not found Oct 31 19:26:33.062460 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:33.064480 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] For port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=8e5f7d53-3f62-4a72-bb55-cd5e44ddb031,segment=NetworkSegment(b1d96745-492e-4e0e-84e1-55be831eff92),segment_id=b1d96745-492e-4e0e-84e1-55be831eff92)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:33.064480 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (8e5f7d53-3f62-4a72-bb55-cd5e44ddb031), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.083371 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment 2319dca1-753c-4e8c-8614-0af028c32192 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2319dca1-753c-4e8c-8614-0af028c32192 found for delete ", "request_id": "req-861fad04-d57f-4bfa-a8b8-bc24c80a9bc6"}]} Oct 31 19:26:33.090517 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2058165'] for network (c6bf2493-20fd-4374-968a-63f86eb3e413), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.094013 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] Calling delete_port for 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 owned by network:dhcp {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:26:33.095062 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-0f9e3b1e-cde6-4c60-b67c-ee13f07e6806 None None] Provisioning complete for port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:26:33.095706 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0f9e3b1e-cde6-4c60-b67c-ee13f07e6806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (8e5f7d53-3f62-4a72-bb55-cd5e44ddb031), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.095825 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.095936 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-0f9e3b1e-cde6-4c60-b67c-ee13f07e6806 None None] Attempt 1 to provision port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 Oct 31 19:26:33.102527 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/c6bf2493-20fd-4374-968a-63f86eb3e413 HTTP/1.1" status: 204 len: 168 time: 0.8879514 Oct 31 19:26:33.103163 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 52794) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:33.158168 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a3fc8-80c9-4d61-9a47-3dddb14efe22 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6bf2493-20fd-4374-968a-63f86eb3e413,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:33.195790 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa17b66-1db2-476b-9f23-ea6fc1b88954 None None] DHCP port deletion for c6bf2493-20fd-4374-968a-63f86eb3e413 request from dv-cinder-863097-1-iscsi {{(pid=104477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 19:26:33.215893 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e3b1e-cde6-4c60-b67c-ee13f07e6806 None None] Current status of the port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:26:33.225994 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (8e5f7d53-3f62-4a72-bb55-cd5e44ddb031), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.228616 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f486855b-4d09-48a4-857c-ced00e3d9387 None None] DHCP port deletion for 76d0a169-b981-4155-bbd7-0bbdbbf23238 request from dv-cinder-863097-1-iscsi {{(pid=104477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 19:26:33.255817 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5f7d53-3f62-4a72-bb55-cd5e44ddb031,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:33.260475 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] No DVR routers for this DVR port 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 on host dv-cinder-863097-1-iscsi {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:26:33.289861 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:33.340503 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989543', 'neutron.services.segments.db._delete_segments_for_network-8766604153474'] for network (76d0a169-b981-4155-bbd7-0bbdbbf23238), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.361963 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d0a169-b981-4155-bbd7-0bbdbbf23238']}} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:33.371758 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d96745-492e-4e0e-84e1-55be831eff92') {'for_net_delete': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:33.372051 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d96745-492e-4e0e-84e1-55be831eff92') {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:33.382110 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766604153537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7821970'] for segment (b1d96745-492e-4e0e-84e1-55be831eff92), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.402763 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (b1d96745-492e-4e0e-84e1-55be831eff92), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.409963 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=104475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 19:26:33.410412 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4555197'] for segment (b1d96745-492e-4e0e-84e1-55be831eff92), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.432953 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.services.segments.plugin [-] Segment b1d96745-492e-4e0e-84e1-55be831eff92 resource provider aggregate not found Oct 31 19:26:33.466059 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4db733-8d43-413c-9797-2758b06e6887 req-bf8d7f53-368a-4df4-8fa3-dbbeae3f9434 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:33.467525 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6e4db733-8d43-413c-9797-2758b06e6887 req-bf8d7f53-368a-4df4-8fa3-dbbeae3f9434 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0999906 Oct 31 19:26:33.469543 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.services.segments.plugin [-] Segment b1d96745-492e-4e0e-84e1-55be831eff92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1d96745-492e-4e0e-84e1-55be831eff92 found for delete ", "request_id": "req-157d3ac8-1849-410b-ae4f-d328c8e083bf"}]} Oct 31 19:26:33.489646 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2058165'] for network (76d0a169-b981-4155-bbd7-0bbdbbf23238), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.495910 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.502098 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/76d0a169-b981-4155-bbd7-0bbdbbf23238 HTTP/1.1" status: 204 len: 168 time: 0.6794283 Oct 31 19:26:33.518906 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec05e5-f7ec-4911-8fab-a0e6735f069a admin admin] Pushing event deleted for resources: {'Network': ['ID=76d0a169-b981-4155-bbd7-0bbdbbf23238,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:33.555173 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-70a3d1fc-a47f-4301-ae1b-971bf49f4944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2057950'] for router_interface (538736e4-70f6-4599-96f3-266e8056a523), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.560064 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d7e49-0964-4041-8979-aa0d5e86c3f3 req-39b9a004-f06f-46fc-b279-e35d11e14163 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:33.561550 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f46d7e49-0964-4041-8979-aa0d5e86c3f3 req-39b9a004-f06f-46fc-b279-e35d11e14163 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 944 time: 0.0600553 Oct 31 19:26:33.564121 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6e4db733-8d43-413c-9797-2758b06e6887 req-8dfc0efd-35c2-4235-932e-328c730e9a1c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859621 Oct 31 19:26:33.620235 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f46d7e49-0964-4041-8979-aa0d5e86c3f3 req-550a024a-39d8-4879-99df-a073903d36a7 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481119 Oct 31 19:26:33.706054 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52806) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:33.746892 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-5e7351a9-6eaf-403d-b3b5-f3f3fc05311b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=73cf63c76fc543428404002ae9a75b29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395730 Oct 31 19:26:33.749471 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52808) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:33.763053 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:33.800103 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-70a3d1fc-a47f-4301-ae1b-971bf49f4944 admin admin] Deleting port 763dcc71-d675-46e2-8617-f52c8b233cbc {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:26:33.800446 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-70a3d1fc-a47f-4301-ae1b-971bf49f4944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.806958 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e046d95d-0c7a-4469-83dd-896845a590e6 admin admin] Publish callbacks [] for security_group (799f8da6-422d-4735-83cf-1657b2610f74), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.809581 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:33.828911 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e046d95d-0c7a-4469-83dd-896845a590e6 admin admin] Publish callbacks [] for security_group (799f8da6-422d-4735-83cf-1657b2610f74), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.877241 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e046d95d-0c7a-4469-83dd-896845a590e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (799f8da6-422d-4735-83cf-1657b2610f74), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.879279 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-70a3d1fc-a47f-4301-ae1b-971bf49f4944 admin admin] For port 763dcc71-d675-46e2-8617-f52c8b233cbc, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=763dcc71-d675-46e2-8617-f52c8b233cbc,segment=NetworkSegment(a2127c4a-e26e-47d6-a875-fcd82ecc5267),segment_id=a2127c4a-e26e-47d6-a875-fcd82ecc5267)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:33.879644 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-70a3d1fc-a47f-4301-ae1b-971bf49f4944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.880445 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e046d95d-0c7a-4469-83dd-896845a590e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:33.881690 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-e046d95d-0c7a-4469-83dd-896845a590e6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/799f8da6-422d-4735-83cf-1657b2610f74 HTTP/1.1" status: 204 len: 168 time: 0.1312675 Oct 31 19:26:33.889869 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046d95d-0c7a-4469-83dd-896845a590e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799f8da6-422d-4735-83cf-1657b2610f74,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:33.897531 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-70a3d1fc-a47f-4301-ae1b-971bf49f4944 admin admin] Calling delete_port for 763dcc71-d675-46e2-8617-f52c8b233cbc owned by network:router_interface {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:26:33.925862 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-516d3715-4243-44b3-b580-d959024a896f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:34.003525 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:34.084901 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-70a3d1fc-a47f-4301-ae1b-971bf49f4944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (763dcc71-d675-46e2-8617-f52c8b233cbc), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:34.110864 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3d1fc-a47f-4301-ae1b-971bf49f4944 admin admin] Pushing event deleted for resources: {'Port': ['ID=763dcc71-d675-46e2-8617-f52c8b233cbc,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:34.215754 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:34.279445 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-70a3d1fc-a47f-4301-ae1b-971bf49f4944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056782'] for router_interface (538736e4-70f6-4599-96f3-266e8056a523), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:34.339445 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d072cb96-95fb-425a-baa4-e68174e4d72f None None] get_active_networks_info from dv-cinder-863097-1-iscsi {{(pid=104477) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 19:26:34.494181 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d072cb96-95fb-425a-baa4-e68174e4d72f None None] Resources bound (agent type, host, resource id): {{(pid=104477) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 19:26:34.499296 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 0fe606d4-7017-41db-8d61-4e6d06a60bf8 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:26:34.517501 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a3d1fc-a47f-4301-ae1b-971bf49f4944 admin admin] Router 538736e4-70f6-4599-96f3-266e8056a523 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:26:34.528506 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 0fe606d4-7017-41db-8d61-4e6d06a60bf8 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:26:34.529123 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 0fe606d4-7017-41db-8d61-4e6d06a60bf8 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:26:34.529545 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device d168686b-df9b-46b3-a55f-0441fe122496 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:26:34.559289 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: d168686b-df9b-46b3-a55f-0441fe122496 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:26:34.559631 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device d168686b-df9b-46b3-a55f-0441fe122496 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:26:34.560026 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:26:34.571926 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:34.608908 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:26:34.609047 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 8e5f7d53-3f62-4a72-bb55-cd5e44ddb031 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:26:34.628415 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a3d1fc-a47f-4301-ae1b-971bf49f4944 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:26:34.639009 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f40610-b169-46b7-b806-55f44da6c166 None None] Sync routers for ids ['538736e4-70f6-4599-96f3-266e8056a523'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:26:34.643573 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-70a3d1fc-a47f-4301-ae1b-971bf49f4944 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/538736e4-70f6-4599-96f3-266e8056a523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5393515 Oct 31 19:26:34.645888 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 52832) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:34.657775 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f40610-b169-46b7-b806-55f44da6c166 None None] Routers {'538736e4-70f6-4599-96f3-266e8056a523'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:26:34.659683 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-24f40610-b169-46b7-b806-55f44da6c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:26:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['538736e4-70f6-4599-96f3-266e8056a523'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:34.784130 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-24f40610-b169-46b7-b806-55f44da6c166 None None] Set router 538736e4-70f6-4599-96f3-266e8056a523 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:26:34.823244 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3c3fc-10dd-4ef3-999d-773d135779da req-3e2c27a4-b739-40d8-823e-e75fc6a79bf0 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:34.832985 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e3d3c3fc-10dd-4ef3-999d-773d135779da req-3e2c27a4-b739-40d8-823e-e75fc6a79bf0 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 944 time: 0.0708315 Oct 31 19:26:34.888659 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e3d3c3fc-10dd-4ef3-999d-773d135779da req-0eda9d71-febe-4263-8bf3-e426ada849bd tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547912 Oct 31 19:26:35.019632 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-24f40610-b169-46b7-b806-55f44da6c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538736e4-70f6-4599-96f3-266e8056a523', 'name': 'tempest-TestMinimumBasicScenario-1815052745-router', 'tenant_id': '428ff03286f94fd29e83675ccbe0a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:38Z', 'updated_at': '2022-10-31T19:26:34Z', 'revision_number': 5, 'project_id': '428ff03286f94fd29e83675ccbe0a2a1', 'gw_port': {'id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538736e4-70f6-4599-96f3-266e8056a523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:39Z', 'updated_at': '2022-10-31T19:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:35.041970 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:35.059662 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f40610-b169-46b7-b806-55f44da6c166 None None] Checking router: 538736e4-70f6-4599-96f3-266e8056a523 for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:26:35.091125 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f40610-b169-46b7-b806-55f44da6c166 None None] Routers {'538736e4-70f6-4599-96f3-266e8056a523'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:26:35.092165 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-24f40610-b169-46b7-b806-55f44da6c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:26:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['538736e4-70f6-4599-96f3-266e8056a523'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:35.146593 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:35.170116 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bd36b-4863-4636-8571-9691dcf9cfdc req-12d2c644-1fd4-4c8b-89ff-67139d59f432 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:35.180980 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7a0bd36b-4863-4636-8571-9691dcf9cfdc req-12d2c644-1fd4-4c8b-89ff-67139d59f432 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.4783700 Oct 31 19:26:35.213126 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3956b082-16c3-4a59-8afa-b26f55212d10 admin admin] Publish callbacks [] for router (538736e4-70f6-4599-96f3-266e8056a523), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:35.235390 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-24f40610-b169-46b7-b806-55f44da6c166 None None] Set router 538736e4-70f6-4599-96f3-266e8056a523 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:26:35.309868 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7a0bd36b-4863-4636-8571-9691dcf9cfdc req-48a74014-dddc-45c5-8e59-754fef62aa5d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277936 Oct 31 19:26:35.373342 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3956b082-16c3-4a59-8afa-b26f55212d10 admin admin] Publish callbacks [] for router_gateway (538736e4-70f6-4599-96f3-266e8056a523), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:35.379152 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:35.428429 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-3956b082-16c3-4a59-8afa-b26f55212d10 admin admin] Deleting port 91e613a2-dd8b-409c-95e7-7aa8176117fc {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:26:35.428779 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3956b082-16c3-4a59-8afa-b26f55212d10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (91e613a2-dd8b-409c-95e7-7aa8176117fc), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:35.457557 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-4e981d1a-8a82-497c-bb0f-a45f9656496e None None] Provisioning complete for port 7e02aac1-c960-4387-9221-6a5cea184e60 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:26:35.457979 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4e981d1a-8a82-497c-bb0f-a45f9656496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (7e02aac1-c960-4387-9221-6a5cea184e60), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:35.458750 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-24f40610-b169-46b7-b806-55f44da6c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538736e4-70f6-4599-96f3-266e8056a523', 'name': 'tempest-TestMinimumBasicScenario-1815052745-router', 'tenant_id': '428ff03286f94fd29e83675ccbe0a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:38Z', 'updated_at': '2022-10-31T19:26:34Z', 'revision_number': 5, 'project_id': '428ff03286f94fd29e83675ccbe0a2a1', 'gw_port': {'id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538736e4-70f6-4599-96f3-266e8056a523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:39Z', 'updated_at': '2022-10-31T19:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:35.458919 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-4e981d1a-8a82-497c-bb0f-a45f9656496e None None] Attempt 1 to provision port 7e02aac1-c960-4387-9221-6a5cea184e60 Oct 31 19:26:35.490069 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f40610-b169-46b7-b806-55f44da6c166 None None] The sync data for ids ['538736e4-70f6-4599-96f3-266e8056a523'] in dv-cinder-863097-1-iscsi is: [{'id': '538736e4-70f6-4599-96f3-266e8056a523', 'name': 'tempest-TestMinimumBasicScenario-1815052745-router', 'tenant_id': '428ff03286f94fd29e83675ccbe0a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:38Z', 'updated_at': '2022-10-31T19:26:34Z', 'revision_number': 5, 'project_id': '428ff03286f94fd29e83675ccbe0a2a1', 'gw_port': {'id': '91e613a2-dd8b-409c-95e7-7aa8176117fc', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538736e4-70f6-4599-96f3-266e8056a523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:39Z', 'updated_at': '2022-10-31T19:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:26:35.537267 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-3956b082-16c3-4a59-8afa-b26f55212d10 admin admin] For port 91e613a2-dd8b-409c-95e7-7aa8176117fc, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=91e613a2-dd8b-409c-95e7-7aa8176117fc,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:35.539892 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3956b082-16c3-4a59-8afa-b26f55212d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (91e613a2-dd8b-409c-95e7-7aa8176117fc), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:35.550615 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-4e981d1a-8a82-497c-bb0f-a45f9656496e None None] Current status of the port 7e02aac1-c960-4387-9221-6a5cea184e60 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:26:35.553680 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-3956b082-16c3-4a59-8afa-b26f55212d10 admin admin] Calling delete_port for 91e613a2-dd8b-409c-95e7-7aa8176117fc owned by network:router_gateway {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:26:35.595070 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:35.668116 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-b25ef45d-b0c0-4331-8f73-3a0fdaae479c None None] Provisioning complete for port 7e02aac1-c960-4387-9221-6a5cea184e60 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:26:35.668929 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b25ef45d-b0c0-4331-8f73-3a0fdaae479c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (7e02aac1-c960-4387-9221-6a5cea184e60), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:35.669456 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-b25ef45d-b0c0-4331-8f73-3a0fdaae479c None None] Attempt 1 to provision port 7e02aac1-c960-4387-9221-6a5cea184e60 Oct 31 19:26:35.732039 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3956b082-16c3-4a59-8afa-b26f55212d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (91e613a2-dd8b-409c-95e7-7aa8176117fc), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:35.751525 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-b25ef45d-b0c0-4331-8f73-3a0fdaae479c None None] Current status of the port 7e02aac1-c960-4387-9221-6a5cea184e60 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:26:35.756876 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956b082-16c3-4a59-8afa-b26f55212d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e613a2-dd8b-409c-95e7-7aa8176117fc,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:35.821468 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3956b082-16c3-4a59-8afa-b26f55212d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2058137'] for router_gateway (538736e4-70f6-4599-96f3-266e8056a523), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:35.912816 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3956b082-16c3-4a59-8afa-b26f55212d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2036084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482181'] for router (538736e4-70f6-4599-96f3-266e8056a523), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:35.915110 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3956b082-16c3-4a59-8afa-b26f55212d10 admin admin] Publish callbacks [] for router_controller (538736e4-70f6-4599-96f3-266e8056a523), precommit_delete_associations {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:35.972666 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3956b082-16c3-4a59-8afa-b26f55212d10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2056731'] for router (538736e4-70f6-4599-96f3-266e8056a523), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:35.973325 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3956b082-16c3-4a59-8afa-b26f55212d10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 538736e4-70f6-4599-96f3-266e8056a523 {{(pid=104476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 19:26:35.985574 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3956b082-16c3-4a59-8afa-b26f55212d10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:35.990244 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-3956b082-16c3-4a59-8afa-b26f55212d10 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/538736e4-70f6-4599-96f3-266e8056a523 HTTP/1.1" status: 204 len: 168 time: 1.3431525 Oct 31 19:26:35.991025 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 52862) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:36.046725 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64ceb6-dfe9-4dd4-a1b6-f3e2790156c5 req-5904c956-59ef-4e97-9d37-2ba9025cc006 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:36.053880 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-fc64ceb6-dfe9-4dd4-a1b6-f3e2790156c5 req-5904c956-59ef-4e97-9d37-2ba9025cc006 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 944 time: 0.0661755 Oct 31 19:26:36.055538 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_v2 [None req-db095777-b780-471c-81c9-fdbe6e58a6e7 admin admin] Deleting subnet 3cbfc9bd-ce8b-448a-9cf5-46f58169e32c {{(pid=104476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 19:26:36.059243 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-db095777-b780-471c-81c9-fdbe6e58a6e7 admin admin] Publish callbacks [] for subnet (3cbfc9bd-ce8b-448a-9cf5-46f58169e32c), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:36.098815 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-db095777-b780-471c-81c9-fdbe6e58a6e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8041706'] for subnet (3cbfc9bd-ce8b-448a-9cf5-46f58169e32c), precommit_delete_associations {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:36.116815 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-fc64ceb6-dfe9-4dd4-a1b6-f3e2790156c5 req-ea56783e-5250-48d7-8735-ef76922d0600 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577095 Oct 31 19:26:36.185383 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-db095777-b780-471c-81c9-fdbe6e58a6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990620'] for subnet (3cbfc9bd-ce8b-448a-9cf5-46f58169e32c), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:36.247959 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-db095777-b780-471c-81c9-fdbe6e58a6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5226086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4898039'] for subnet (3cbfc9bd-ce8b-448a-9cf5-46f58169e32c), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:36.274141 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db095777-b780-471c-81c9-fdbe6e58a6e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cbfc9bd-ce8b-448a-9cf5-46f58169e32c,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:36.282021 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-db095777-b780-471c-81c9-fdbe6e58a6e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:36.285911 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-db095777-b780-471c-81c9-fdbe6e58a6e7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/3cbfc9bd-ce8b-448a-9cf5-46f58169e32c HTTP/1.1" status: 204 len: 168 time: 0.2926922 Oct 31 19:26:36.288031 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52872) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:36.292343 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc322111-a2ac-48cc-b1c6-def7f513a8cd None None] Network 5b9d817b-a05a-4ad1-b8ca-5600a2390aa3 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:26:36.364303 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:36.364469 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-890624'] for network (5b9d817b-a05a-4ad1-b8ca-5600a2390aa3), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:36.423280 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] Deleting port 7e02aac1-c960-4387-9221-6a5cea184e60 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:26:36.423625 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (7e02aac1-c960-4387-9221-6a5cea184e60), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:36.448003 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:36.480244 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bc5df-6211-41e0-867c-a12c2220ea13 req-484be04a-711f-4d03-9105-c7cc23b972d6 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:36.481959 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-261bc5df-6211-41e0-867c-a12c2220ea13 req-484be04a-711f-4d03-9105-c7cc23b972d6 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0577993 Oct 31 19:26:36.510357 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] For port 7e02aac1-c960-4387-9221-6a5cea184e60, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=7e02aac1-c960-4387-9221-6a5cea184e60,segment=NetworkSegment(a2127c4a-e26e-47d6-a875-fcd82ecc5267),segment_id=a2127c4a-e26e-47d6-a875-fcd82ecc5267)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:36.510859 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (7e02aac1-c960-4387-9221-6a5cea184e60), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:36.528679 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] Calling delete_port for 7e02aac1-c960-4387-9221-6a5cea184e60 owned by network:dhcp {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:26:36.543683 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-261bc5df-6211-41e0-867c-a12c2220ea13 req-37fa2e2b-c96b-43fe-9bb1-d1a6d48a26f7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549557 Oct 31 19:26:36.622414 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (7e02aac1-c960-4387-9221-6a5cea184e60), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:36.630102 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ca3b60-1583-49ec-a2e8-c84692e452fb None None] DHCP port deletion for 5b9d817b-a05a-4ad1-b8ca-5600a2390aa3 request from dv-cinder-863097-1-iscsi {{(pid=104477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 19:26:36.671069 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e02aac1-c960-4387-9221-6a5cea184e60,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:36.674506 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] No DVR routers for this DVR port 7e02aac1-c960-4387-9221-6a5cea184e60 on host dv-cinder-863097-1-iscsi {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:26:36.694981 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:36.728490 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 763dcc71-d675-46e2-8617-f52c8b233cbc no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:26:36.758188 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 763dcc71-d675-46e2-8617-f52c8b233cbc {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:26:36.758815 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989543', 'neutron.services.segments.db._delete_segments_for_network-8766604153474'] for network (5b9d817b-a05a-4ad1-b8ca-5600a2390aa3), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:36.758950 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 763dcc71-d675-46e2-8617-f52c8b233cbc not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:26:36.759495 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 91e613a2-dd8b-409c-95e7-7aa8176117fc no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:26:36.783964 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 91e613a2-dd8b-409c-95e7-7aa8176117fc {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:26:36.784318 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 91e613a2-dd8b-409c-95e7-7aa8176117fc not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:26:36.784729 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 7e02aac1-c960-4387-9221-6a5cea184e60 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:26:36.795470 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9d817b-a05a-4ad1-b8ca-5600a2390aa3']}} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:36.809252 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2127c4a-e26e-47d6-a875-fcd82ecc5267') {'for_net_delete': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:36.809552 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2127c4a-e26e-47d6-a875-fcd82ecc5267') {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:36.809791 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 7e02aac1-c960-4387-9221-6a5cea184e60 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:26:36.810141 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 7e02aac1-c960-4387-9221-6a5cea184e60 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:26:36.821689 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766604153537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7821970'] for segment (a2127c4a-e26e-47d6-a875-fcd82ecc5267), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:36.835589 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (a2127c4a-e26e-47d6-a875-fcd82ecc5267), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:36.842742 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=104475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 19:26:36.843129 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4555197'] for segment (a2127c4a-e26e-47d6-a875-fcd82ecc5267), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:36.866774 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.services.segments.plugin [-] Segment a2127c4a-e26e-47d6-a875-fcd82ecc5267 resource provider aggregate not found Oct 31 19:26:36.908875 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.services.segments.plugin [-] Segment a2127c4a-e26e-47d6-a875-fcd82ecc5267 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2127c4a-e26e-47d6-a875-fcd82ecc5267 found for delete ", "request_id": "req-c80be005-5ade-4dd8-ab65-9ed260d4634a"}]} Oct 31 19:26:36.925365 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2058165'] for network (5b9d817b-a05a-4ad1-b8ca-5600a2390aa3), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:36.931147 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:36.934302 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/5b9d817b-a05a-4ad1-b8ca-5600a2390aa3 HTTP/1.1" status: 204 len: 168 time: 0.6452250 Oct 31 19:26:36.946883 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16536b94-f7f4-4369-aebc-0e4269961743 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b9d817b-a05a-4ad1-b8ca-5600a2390aa3,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:37.065195 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52896) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:37.107074 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-28691d14-6ce1-41f6-8c3b-168c641b15ad admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c47ae1789d284a72bb71a6ffe55e7d8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406263 Oct 31 19:26:37.109632 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52898) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:37.118445 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 52900) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:37.130408 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:37.163128 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2ef70d6b-b8e4-4d38-a523-786e7607cf90 admin admin] Publish callbacks [] for security_group (477d3750-31e5-4cef-a858-bcc09db409db), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:37.171696 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:37.187288 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2ef70d6b-b8e4-4d38-a523-786e7607cf90 admin admin] Publish callbacks [] for security_group (477d3750-31e5-4cef-a858-bcc09db409db), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:37.264183 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3837453-db2e-4518-b056-c02cdff0d88c req-2c32e5a8-59af-43eb-a75f-6c0e32f8b3ed tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:37.265694 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3837453-db2e-4518-b056-c02cdff0d88c req-2c32e5a8-59af-43eb-a75f-6c0e32f8b3ed tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 944 time: 0.0691311 Oct 31 19:26:37.282434 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2ef70d6b-b8e4-4d38-a523-786e7607cf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (477d3750-31e5-4cef-a858-bcc09db409db), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:37.283247 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-300484f8-da32-4106-9fa0-ead046349c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:37.285068 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2ef70d6b-b8e4-4d38-a523-786e7607cf90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:37.286215 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-2ef70d6b-b8e4-4d38-a523-786e7607cf90 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/477d3750-31e5-4cef-a858-bcc09db409db HTTP/1.1" status: 204 len: 168 time: 0.1756847 Oct 31 19:26:37.296209 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef70d6b-b8e4-4d38-a523-786e7607cf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477d3750-31e5-4cef-a858-bcc09db409db,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:37.344183 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b3837453-db2e-4518-b056-c02cdff0d88c req-b4e20d67-a293-4c3d-8260-9c5bf8f1ad6f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496852 Oct 31 19:26:37.349196 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:INSERT=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:37.384250 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:37.397096 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-300484f8-da32-4106-9fa0-ead046349c51 admin admin] Publish callbacks [] for security_group (ec37aa07-35b7-4140-b76c-c8a666f0946e), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:37.401121 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-300484f8-da32-4106-9fa0-ead046349c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (ec37aa07-35b7-4140-b76c-c8a666f0946e), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:37.442372 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300484f8-da32-4106-9fa0-ead046349c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec37aa07-35b7-4140-b76c-c8a666f0946e,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:37.450918 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-300484f8-da32-4106-9fa0-ead046349c51 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3f538cc856fc4984a634f392df21bf91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314493 Oct 31 19:26:37.451329 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52910) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:37.506687 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fee4a940-f58e-4f95-bfe2-e5b8d4e68f84 admin admin] Publish callbacks [] for security_group (ec37aa07-35b7-4140-b76c-c8a666f0946e), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:37.528574 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fee4a940-f58e-4f95-bfe2-e5b8d4e68f84 admin admin] Publish callbacks [] for security_group (ec37aa07-35b7-4140-b76c-c8a666f0946e), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:37.595211 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52914) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:37.614866 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fee4a940-f58e-4f95-bfe2-e5b8d4e68f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (ec37aa07-35b7-4140-b76c-c8a666f0946e), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:37.617711 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fee4a940-f58e-4f95-bfe2-e5b8d4e68f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:37.618845 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-fee4a940-f58e-4f95-bfe2-e5b8d4e68f84 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ec37aa07-35b7-4140-b76c-c8a666f0946e HTTP/1.1" status: 204 len: 168 time: 0.1661849 Oct 31 19:26:37.641634 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4a940-f58e-4f95-bfe2-e5b8d4e68f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec37aa07-35b7-4140-b76c-c8a666f0946e,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:37.649830 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-01cba6b2-76a2-4aeb-a829-1e177c4372d7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=428ff03286f94fd29e83675ccbe0a2a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0549777 Oct 31 19:26:37.652329 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52918) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:37.685188 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926e8fd-159e-434b-afba-5adba46b8528 req-6bd0a3ee-b6a4-4563-bd86-a1186299692b tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:37.687225 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0926e8fd-159e-434b-afba-5adba46b8528 req-6bd0a3ee-b6a4-4563-bd86-a1186299692b tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0597250 Oct 31 19:26:37.710296 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-131a21e9-e0c3-4c33-accb-2dc0f723fd5a admin admin] Publish callbacks [] for security_group (cb397a59-d24c-49bf-b591-4f39354fe592), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:37.730957 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-131a21e9-e0c3-4c33-accb-2dc0f723fd5a admin admin] Publish callbacks [] for security_group (cb397a59-d24c-49bf-b591-4f39354fe592), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:37.741480 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0926e8fd-159e-434b-afba-5adba46b8528 req-e7ce9424-d50f-4f45-8c6f-d7555da36e9e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474026 Oct 31 19:26:37.782368 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-131a21e9-e0c3-4c33-accb-2dc0f723fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (cb397a59-d24c-49bf-b591-4f39354fe592), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:37.785018 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-131a21e9-e0c3-4c33-accb-2dc0f723fd5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:37.786193 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-131a21e9-e0c3-4c33-accb-2dc0f723fd5a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/cb397a59-d24c-49bf-b591-4f39354fe592 HTTP/1.1" status: 204 len: 168 time: 0.1324048 Oct 31 19:26:37.795280 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a21e9-e0c3-4c33-accb-2dc0f723fd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb397a59-d24c-49bf-b591-4f39354fe592,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:38.086439 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52924) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:38.100865 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-367893a2-bc93-42b4-b9c4-6e2ee6327a98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:38.189248 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-367893a2-bc93-42b4-b9c4-6e2ee6327a98 admin admin] Publish callbacks [] for security_group (2ea99133-79b0-4e51-8f14-9a10ba7bac74), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:38.193715 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-367893a2-bc93-42b4-b9c4-6e2ee6327a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (2ea99133-79b0-4e51-8f14-9a10ba7bac74), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:38.235747 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367893a2-bc93-42b4-b9c4-6e2ee6327a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea99133-79b0-4e51-8f14-9a10ba7bac74,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:38.241480 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-367893a2-bc93-42b4-b9c4-6e2ee6327a98 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ef02dd20900c42b696b9f3176d6d7154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540103 Oct 31 19:26:38.244233 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 52926) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:38.293372 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-88e7ea47-3afd-4d34-8251-c39192209a47 admin admin] Publish callbacks [] for security_group (2ea99133-79b0-4e51-8f14-9a10ba7bac74), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:38.313594 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-88e7ea47-3afd-4d34-8251-c39192209a47 admin admin] Publish callbacks [] for security_group (2ea99133-79b0-4e51-8f14-9a10ba7bac74), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:38.319392 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:38.331294 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:38.365473 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-88e7ea47-3afd-4d34-8251-c39192209a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (2ea99133-79b0-4e51-8f14-9a10ba7bac74), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:38.368137 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-88e7ea47-3afd-4d34-8251-c39192209a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:38.369282 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-88e7ea47-3afd-4d34-8251-c39192209a47 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2ea99133-79b0-4e51-8f14-9a10ba7bac74 HTTP/1.1" status: 204 len: 168 time: 0.1238244 Oct 31 19:26:38.377643 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7ea47-3afd-4d34-8251-c39192209a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea99133-79b0-4e51-8f14-9a10ba7bac74,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:38.473712 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebee35-1d9c-415a-a974-7a01dd031e90 req-3f000cab-6032-4339-99ea-cadce6a931aa tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:38.475273 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-01ebee35-1d9c-415a-a974-7a01dd031e90 req-3f000cab-6032-4339-99ea-cadce6a931aa tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 944 time: 0.0490870 Oct 31 19:26:38.529990 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-01ebee35-1d9c-415a-a974-7a01dd031e90 req-f809b24d-a559-4ad4-91d0-57d97e3134a3 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488808 Oct 31 19:26:38.877786 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dfe9f-1819-46c6-8775-692694d97037 req-4d298364-4cde-483e-9dfd-a1a14652c1bc tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:38.879849 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1a2dfe9f-1819-46c6-8775-692694d97037 req-4d298364-4cde-483e-9dfd-a1a14652c1bc tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0532722 Oct 31 19:26:38.928357 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1a2dfe9f-1819-46c6-8775-692694d97037 req-80e7880b-7925-4d99-bcb6-55f199c6a2ee tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427513 Oct 31 19:26:39.652618 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169b45e-e84d-4001-894d-eeefc3ae5ef7 req-88684746-77ce-46ff-a996-d61131861427 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:39.654132 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7169b45e-e84d-4001-894d-eeefc3ae5ef7 req-88684746-77ce-46ff-a996-d61131861427 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 944 time: 0.0487232 Oct 31 19:26:39.707156 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7169b45e-e84d-4001-894d-eeefc3ae5ef7 req-374c8f66-b14a-48f4-96d2-97631ebc7221 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462673 Oct 31 19:26:40.103751 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63264f-baf6-4e0d-be1f-aee1fdf5f672 req-6124d5eb-51fe-49c8-a7b3-1f198bb9c339 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:40.105398 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1d63264f-baf6-4e0d-be1f-aee1fdf5f672 req-6124d5eb-51fe-49c8-a7b3-1f198bb9c339 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0665927 Oct 31 19:26:40.154848 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1d63264f-baf6-4e0d-be1f-aee1fdf5f672 req-b4ddedc0-07c0-4ae6-ad42-7560d56df8bc tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426033 Oct 31 19:26:40.189693 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6e347-3c3d-4276-a66f-b04a70c50b98 req-444e016c-5e90-407c-8a95-7e6c2ee2fbc3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:40.191194 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-57b6e347-3c3d-4276-a66f-b04a70c50b98 req-444e016c-5e90-407c-8a95-7e6c2ee2fbc3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 945 time: 0.0485449 Oct 31 19:26:40.239890 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-57b6e347-3c3d-4276-a66f-b04a70c50b98 req-ee622a41-81a9-428f-a6e7-be69a03e611b tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429952 Oct 31 19:26:40.451112 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device d4d5c6c7-d643-4ff8-859d-8b480d999f74 details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:26:40.552928 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port d4d5c6c7-d643-4ff8-859d-8b480d999f74, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=d4d5c6c7-d643-4ff8-859d-8b480d999f74,segment=NetworkSegment(3adfb10e-3333-4507-9b4a-e3149385f709),segment_id=3adfb10e-3333-4507-9b4a-e3149385f709)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:40.564048 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'port_id': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74', 'mac_address': 'fa:16:3e:2c:7a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f1699a-f318-44f9-afaa-c9161328684b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:26:40.599042 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port d4d5c6c7-d643-4ff8-859d-8b480d999f74 is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:26:40.599427 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:40.612012 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d5c6c7-d643-4ff8-859d-8b480d999f74 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:26:40.632417 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port d4d5c6c7-d643-4ff8-859d-8b480d999f74, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=d4d5c6c7-d643-4ff8-859d-8b480d999f74,segment=NetworkSegment(3adfb10e-3333-4507-9b4a-e3149385f709),segment_id=3adfb10e-3333-4507-9b4a-e3149385f709)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:40.635255 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:40.680023 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=d4d5c6c7-d643-4ff8-859d-8b480d999f74,revision_number=7']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:40.831881 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3c915-2cd0-4b18-929f-ebac6d4ae4a2 req-c041bd10-58af-4679-89a4-dea675ffa2e3 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:40.833341 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-fec3c915-2cd0-4b18-929f-ebac6d4ae4a2 req-c041bd10-58af-4679-89a4-dea675ffa2e3 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 945 time: 0.0511851 Oct 31 19:26:40.882025 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-fec3c915-2cd0-4b18-929f-ebac6d4ae4a2 req-1c681261-cdae-4311-b91b-e255555686c0 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431042 Oct 31 19:26:40.890890 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['d4d5c6c7-d643-4ff8-859d-8b480d999f74'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:26:40.983406 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:41.284014 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aada7-7384-4c1f-b576-ae1872f45441 req-c7a198b4-c206-4e63-a60a-13de3677e777 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:41.286150 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1e0aada7-7384-4c1f-b576-ae1872f45441 req-c7a198b4-c206-4e63-a60a-13de3677e777 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0484602 Oct 31 19:26:41.338265 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1e0aada7-7384-4c1f-b576-ae1872f45441 req-185473de-a438-4f4f-9ed8-d98d9282ef46 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458949 Oct 31 19:26:41.365198 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57bc1d-d331-41cf-9482-a0b7cb31b543 req-4f3d5a74-28be-4c13-a475-f41098650f97 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:41.367322 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2d57bc1d-d331-41cf-9482-a0b7cb31b543 req-4f3d5a74-28be-4c13-a475-f41098650f97 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 945 time: 0.0476654 Oct 31 19:26:41.417278 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2d57bc1d-d331-41cf-9482-a0b7cb31b543 req-c9ebe61c-5815-4ae3-9472-22bd184951e4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448182 Oct 31 19:26:41.739044 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171c2ab-ef4d-48e4-9a00-2ce1b761482e req-10c684e2-328f-4fa4-83d8-a4a2325ffcf2 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:41.740370 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d171c2ab-ef4d-48e4-9a00-2ce1b761482e req-10c684e2-328f-4fa4-83d8-a4a2325ffcf2 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 945 time: 0.0494459 Oct 31 19:26:41.824218 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-d171c2ab-ef4d-48e4-9a00-2ce1b761482e req-80bc7f7a-1d26-49b8-adde-c1fb286fd611 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Deleting port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:26:41.824553 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d171c2ab-ef4d-48e4-9a00-2ce1b761482e req-80bc7f7a-1d26-49b8-adde-c1fb286fd611 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (1bff50b4-bfa9-4d6c-bcae-38aef9bf842c), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:41.916526 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-d171c2ab-ef4d-48e4-9a00-2ce1b761482e req-80bc7f7a-1d26-49b8-adde-c1fb286fd611 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] For port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=1bff50b4-bfa9-4d6c-bcae-38aef9bf842c,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:41.917121 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d171c2ab-ef4d-48e4-9a00-2ce1b761482e req-80bc7f7a-1d26-49b8-adde-c1fb286fd611 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (1bff50b4-bfa9-4d6c-bcae-38aef9bf842c), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:41.999205 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab0418-adcd-4792-a398-62639347fa1c req-b5bd5275-2aaf-471c-b9bc-3a9d532371b5 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:42.000602 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bcab0418-adcd-4792-a398-62639347fa1c req-b5bd5275-2aaf-471c-b9bc-3a9d532371b5 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 945 time: 0.0467176 Oct 31 19:26:42.049811 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bcab0418-adcd-4792-a398-62639347fa1c req-6dcc2044-3422-4ab5-a0c7-627b1be183eb tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428514 Oct 31 19:26:42.079546 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d171c2ab-ef4d-48e4-9a00-2ce1b761482e req-80bc7f7a-1d26-49b8-adde-c1fb286fd611 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:42.079907 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d171c2ab-ef4d-48e4-9a00-2ce1b761482e req-80bc7f7a-1d26-49b8-adde-c1fb286fd611 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (4557c8e7-2e7e-43a6-94e8-f489ec841406), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:42.080220 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.l3_db [req-d171c2ab-ef4d-48e4-9a00-2ce1b761482e req-80bc7f7a-1d26-49b8-adde-c1fb286fd611 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Floating IP 4557c8e7-2e7e-43a6-94e8-f489ec841406 disassociated. External IP: 172.27.0.115, port: 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c. Oct 31 19:26:42.080558 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-d171c2ab-ef4d-48e4-9a00-2ce1b761482e req-80bc7f7a-1d26-49b8-adde-c1fb286fd611 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Calling delete_port for 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:26:42.136984 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:42.153371 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:42.213374 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d171c2ab-ef4d-48e4-9a00-2ce1b761482e req-80bc7f7a-1d26-49b8-adde-c1fb286fd611 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (1bff50b4-bfa9-4d6c-bcae-38aef9bf842c), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:42.241019 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc7f7a-1d26-49b8-adde-c1fb286fd611 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event deleted for resources: {'Port': ['ID=1bff50b4-bfa9-4d6c-bcae-38aef9bf842c,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:42.354615 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d171c2ab-ef4d-48e4-9a00-2ce1b761482e req-80bc7f7a-1d26-49b8-adde-c1fb286fd611 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:26:42.468612 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device d4d5c6c7-d643-4ff8-859d-8b480d999f74 up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:26:42.503338 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d171c2ab-ef4d-48e4-9a00-2ce1b761482e req-80bc7f7a-1d26-49b8-adde-c1fb286fd611 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:26:42.520643 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa960c-d4a0-4e8b-9d99-4839cf89ce6f req-864ecc85-1209-430e-b201-9f34f83611a7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:42.522206 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-cbaa960c-d4a0-4e8b-9d99-4839cf89ce6f req-864ecc85-1209-430e-b201-9f34f83611a7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0762014 Oct 31 19:26:42.529104 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dafcb23-90c2-4807-ac24-7a818e827175 None None] Sync routers for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:26:42.544665 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port d4d5c6c7-d643-4ff8-859d-8b480d999f74 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:26:42.545320 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:42.545823 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port d4d5c6c7-d643-4ff8-859d-8b480d999f74 Oct 31 19:26:42.580816 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-78bbf492-6bfa-4c70-bed1-a612a85006fa req-48a545c8-a514-42aa-9efa-0c2bff082864 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 210 time: 0.0511267 Oct 31 19:26:42.586806 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d171c2ab-ef4d-48e4-9a00-2ce1b761482e req-80bc7f7a-1d26-49b8-adde-c1fb286fd611 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] No DVR routers for this DVR port 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:26:42.590293 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-d171c2ab-ef4d-48e4-9a00-2ce1b761482e req-80bc7f7a-1d26-49b8-adde-c1fb286fd611 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:42.593824 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d171c2ab-ef4d-48e4-9a00-2ce1b761482e req-80bc7f7a-1d26-49b8-adde-c1fb286fd611 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.33 "DELETE /networking/v2.0/ports/1bff50b4-bfa9-4d6c-bcae-38aef9bf842c HTTP/1.1" status: 204 len: 173 time: 0.8471899 Oct 31 19:26:42.594337 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31bf9c76-adbe-4c58-8d9e-f332e36f86db', 'name': 'network-vif-deleted', 'tag': '1bff50b4-bfa9-4d6c-bcae-38aef9bf842c'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:26:42.600639 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:42.601532 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dafcb23-90c2-4807-ac24-7a818e827175 None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:26:42.602188 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-3dafcb23-90c2-4807-ac24-7a818e827175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:26:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:42.604032 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16020fbf-7dd0-4106-ac47-4eeb871a55a9" -d '{"events": [{"server_uuid": "31bf9c76-adbe-4c58-8d9e-f332e36f86db", "name": "network-vif-deleted", "tag": "1bff50b4-bfa9-4d6c-bcae-38aef9bf842c"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:26:42.621896 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53012) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:42.657826 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-cbaa960c-d4a0-4e8b-9d99-4839cf89ce6f req-f774e983-ba2a-4565-bd02-08e6948a30b4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165583 Oct 31 19:26:42.670971 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93392954-cdd5-45ae-b01b-5de9572e2860 x-openstack-request-id: req-93392954-cdd5-45ae-b01b-5de9572e2860 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:26:42.673654 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31bf9c76-adbe-4c58-8d9e-f332e36f86db", "name": "network-vif-deleted", "tag": "1bff50b4-bfa9-4d6c-bcae-38aef9bf842c", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:26:42.673934 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93392954-cdd5-45ae-b01b-5de9572e2860 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:26:42.677988 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93392954-cdd5-45ae-b01b-5de9572e2860'] response: {'server_uuid': '31bf9c76-adbe-4c58-8d9e-f332e36f86db', 'name': 'network-vif-deleted', 'tag': '1bff50b4-bfa9-4d6c-bcae-38aef9bf842c', 'status': 'completed', 'code': 200} Oct 31 19:26:42.748466 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port d4d5c6c7-d643-4ff8-859d-8b480d999f74 is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:26:42.748859 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:42.800704 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e3747a3c-ca94-40d1-9340-bfa65d4fa317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:42.821233 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:26:42.823857 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3f8c6f-ed4e-444f-adb5-c7541cb41605" -d '{"events": [{"server_uuid": "fb16e6d4-57d8-4185-9955-ec1d261b365d", "name": "network-vif-plugged", "status": "completed", "tag": "d4d5c6c7-d643-4ff8-859d-8b480d999f74"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:26:42.839631 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:42.847634 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port d4d5c6c7-d643-4ff8-859d-8b480d999f74, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=d4d5c6c7-d643-4ff8-859d-8b480d999f74,segment=NetworkSegment(3adfb10e-3333-4507-9b4a-e3149385f709),segment_id=3adfb10e-3333-4507-9b4a-e3149385f709)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:42.852495 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-3dafcb23-90c2-4807-ac24-7a818e827175 None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:26:42.855296 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:42.885185 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89c665d-10c9-4de6-8e6e-31033cfaacd8 x-openstack-request-id: req-b89c665d-10c9-4de6-8e6e-31033cfaacd8 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:26:42.885494 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb16e6d4-57d8-4185-9955-ec1d261b365d", "name": "network-vif-plugged", "status": "completed", "tag": "d4d5c6c7-d643-4ff8-859d-8b480d999f74", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:26:42.885962 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b89c665d-10c9-4de6-8e6e-31033cfaacd8 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:26:42.886355 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b89c665d-10c9-4de6-8e6e-31033cfaacd8'] response: {'server_uuid': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74', 'code': 200} Oct 31 19:26:42.902643 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e3747a3c-ca94-40d1-9340-bfa65d4fa317 admin admin] Publish callbacks [] for security_group (7bbde135-150b-4542-967b-39b9e397a6fd), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:42.906883 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-e3747a3c-ca94-40d1-9340-bfa65d4fa317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (7bbde135-150b-4542-967b-39b9e397a6fd), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:42.949259 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3747a3c-ca94-40d1-9340-bfa65d4fa317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbde135-150b-4542-967b-39b9e397a6fd,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:42.953582 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-e3747a3c-ca94-40d1-9340-bfa65d4fa317 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=699024bc43514b1388199fcc1330f1fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3306913 Oct 31 19:26:42.956300 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53020) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:42.991916 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=d4d5c6c7-d643-4ff8-859d-8b480d999f74,revision_number=8']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:43.007063 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-afdafb78-0905-4288-96e4-123f1e7f2faa admin admin] Publish callbacks [] for security_group (7bbde135-150b-4542-967b-39b9e397a6fd), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:43.025696 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:43.031129 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-afdafb78-0905-4288-96e4-123f1e7f2faa admin admin] Publish callbacks [] for security_group (7bbde135-150b-4542-967b-39b9e397a6fd), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:43.091990 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-afdafb78-0905-4288-96e4-123f1e7f2faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (7bbde135-150b-4542-967b-39b9e397a6fd), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:43.098212 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-afdafb78-0905-4288-96e4-123f1e7f2faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:43.101945 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-afdafb78-0905-4288-96e4-123f1e7f2faa admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7bbde135-150b-4542-967b-39b9e397a6fd HTTP/1.1" status: 204 len: 168 time: 0.1443765 Oct 31 19:26:43.121650 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-3dafcb23-90c2-4807-ac24-7a818e827175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:43.128341 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdafb78-0905-4288-96e4-123f1e7f2faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbde135-150b-4542-967b-39b9e397a6fd,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:43.160277 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014db32-b6ea-4f16-8310-ad2838ed422e req-6620a45e-7f81-4683-9bc5-a3862dae0bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:43.160802 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dafcb23-90c2-4807-ac24-7a818e827175 None None] Checking router: 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:26:43.162244 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0014db32-b6ea-4f16-8310-ad2838ed422e req-6620a45e-7f81-4683-9bc5-a3862dae0bfc service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 1130 time: 0.0534930 Oct 31 19:26:43.180242 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dafcb23-90c2-4807-ac24-7a818e827175 None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:26:43.180877 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-3dafcb23-90c2-4807-ac24-7a818e827175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:26:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:43.229738 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42103c5-56a2-4d6e-b09a-f63f31999df0 req-a72a9272-0e99-4c97-bfa1-fff3c4f31717 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:43.231802 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a42103c5-56a2-4d6e-b09a-f63f31999df0 req-a72a9272-0e99-4c97-bfa1-fff3c4f31717 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0740073 Oct 31 19:26:43.278347 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0014db32-b6ea-4f16-8310-ad2838ed422e req-b8a057b4-315c-4ed4-ab58-f39d0ea268bc service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048527 Oct 31 19:26:43.300053 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-3dafcb23-90c2-4807-ac24-7a818e827175 None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:26:43.308368 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a42103c5-56a2-4d6e-b09a-f63f31999df0 req-ee70e900-bf01-4415-b5f6-e72a3a454e7e tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649142 Oct 31 19:26:43.395631 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:43.454765 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53028) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:43.468308 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-31d9ebfc-e955-41f1-b48c-cb43df33b708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:43.483536 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:43.504687 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-3dafcb23-90c2-4807-ac24-7a818e827175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:26:43.531475 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dafcb23-90c2-4807-ac24-7a818e827175 None None] The sync data for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi is: [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:26:43.548121 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-31d9ebfc-e955-41f1-b48c-cb43df33b708 admin admin] Publish callbacks [] for security_group (5989b9f1-d239-48bf-bdf6-66c29b23bfdb), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:43.552430 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-31d9ebfc-e955-41f1-b48c-cb43df33b708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (5989b9f1-d239-48bf-bdf6-66c29b23bfdb), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:43.595318 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9ebfc-e955-41f1-b48c-cb43df33b708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5989b9f1-d239-48bf-bdf6-66c29b23bfdb,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:43.602271 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 53032) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:43.602414 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-31d9ebfc-e955-41f1-b48c-cb43df33b708 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=30c195ec62be4a0bbef7d0ed101df545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465762 Oct 31 19:26:43.662373 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-31d1a922-4126-4207-b9e7-c5c3501f9a51 admin admin] Publish callbacks [] for security_group (5989b9f1-d239-48bf-bdf6-66c29b23bfdb), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:43.679794 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-f80903e8-3fcb-4748-b614-8f1ac57e028f req-6738e64c-3474-476a-97f3-8aee7de99759 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=31bf9c76-adbe-4c58-8d9e-f332e36f86db HTTP/1.1" status: 200 len: 210 time: 0.0297723 Oct 31 19:26:43.685366 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-31d1a922-4126-4207-b9e7-c5c3501f9a51 admin admin] Publish callbacks [] for security_group (5989b9f1-d239-48bf-bdf6-66c29b23bfdb), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:43.752926 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-31d1a922-4126-4207-b9e7-c5c3501f9a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (5989b9f1-d239-48bf-bdf6-66c29b23bfdb), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:43.759259 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-31d1a922-4126-4207-b9e7-c5c3501f9a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:43.760625 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-31d1a922-4126-4207-b9e7-c5c3501f9a51 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5989b9f1-d239-48bf-bdf6-66c29b23bfdb HTTP/1.1" status: 204 len: 168 time: 0.1563151 Oct 31 19:26:43.796086 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1a922-4126-4207-b9e7-c5c3501f9a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5989b9f1-d239-48bf-bdf6-66c29b23bfdb,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:43.846592 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2107ba-8bd7-4372-95f1-ceb0e8f8f9bc req-519bc793-78c8-4a00-8b21-64e381fe46c8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:43.848178 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1e2107ba-8bd7-4372-95f1-ceb0e8f8f9bc req-519bc793-78c8-4a00-8b21-64e381fe46c8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0702591 Oct 31 19:26:43.880334 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7198c598-df50-4582-ad99-595a9e02208b None None] New status for floating IP 4557c8e7-2e7e-43a6-94e8-f489ec841406: DOWN {{(pid=104478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:26:43.904814 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1e2107ba-8bd7-4372-95f1-ceb0e8f8f9bc req-32ca11c4-5a3c-4416-a5d7-237130dd3c56 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508163 Oct 31 19:26:44.433852 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8032e-b7ef-442f-bf7a-ac1ad0964ac8 req-42836c1e-161e-48a8-89f5-cf81a53ce018 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:44.435392 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5ea8032e-b7ef-442f-bf7a-ac1ad0964ac8 req-42836c1e-161e-48a8-89f5-cf81a53ce018 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0484638 Oct 31 19:26:44.486991 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5ea8032e-b7ef-442f-bf7a-ac1ad0964ac8 req-e6b4d751-0672-4c18-99fb-8788710d5d69 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455153 Oct 31 19:26:45.004460 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:45.037217 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-28aa47ac-b27b-4ec2-9f6f-8e2a4f1b7d15 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-698616685&fields=id&tenant_id=808cc3e5392b4bb7a80b154a60f69ee3 HTTP/1.1" status: 200 len: 267 time: 0.0479996 Oct 31 19:26:45.046855 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e95d2a-e06d-4ff9-9ce2-21096d26c759 req-779e0978-a711-4bff-818c-82f6b55cf761 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:45.054094 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d1e95d2a-e06d-4ff9-9ce2-21096d26c759 req-779e0978-a711-4bff-818c-82f6b55cf761 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0601356 Oct 31 19:26:45.102302 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d1e95d2a-e06d-4ff9-9ce2-21096d26c759 req-3ccfe1d1-9da1-488f-b1b5-5a25c9c850f3 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470476 Oct 31 19:26:45.153989 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-eecf4614-5912-4506-afb5-28575413522f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:45.155482 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-eecf4614-5912-4506-afb5-28575413522f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/networks?id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b HTTP/1.1" status: 200 len: 811 time: 0.1107364 Oct 31 19:26:45.171250 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-60962273-2456-418b-a10e-7be8c4ee69c1 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/quotas/808cc3e5392b4bb7a80b154a60f69ee3 HTTP/1.1" status: 200 len: 375 time: 0.0099247 Oct 31 19:26:45.225665 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-2b1707af-5270-41c6-a7a3-1b1ffd776ca4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492611 Oct 31 19:26:45.486625 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-1a992825-bdb4-46a1-909b-cdc1a76c0339 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492924 Oct 31 19:26:45.580944 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-072b3554-a56e-412f-9896-863010d41234 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890307 Oct 31 19:26:45.615442 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad3d46-512b-455c-96f2-37e2ec452ecd req-425ab362-60aa-4f48-ae1f-5f55d8ed148c tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:45.617097 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-30ad3d46-512b-455c-96f2-37e2ec452ecd req-425ab362-60aa-4f48-ae1f-5f55d8ed148c tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0540783 Oct 31 19:26:45.640664 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:45.678545 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-30ad3d46-512b-455c-96f2-37e2ec452ecd req-4f0ffb51-dc24-455d-b9cd-ec77b0798328 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559037 Oct 31 19:26:45.903860 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c39b8471-68a6-4008-883c-c706b0bfa158 req-c1fef7a3-b9fc-4124-b303-848e0fd4f6bc tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 210 time: 0.0300872 Oct 31 19:26:46.238624 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35790b-795e-4bc6-9670-747899e8d8bc req-e70b51f9-851d-4a77-908c-bbce8d67b2af tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:46.240225 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3e35790b-795e-4bc6-9670-747899e8d8bc req-e70b51f9-851d-4a77-908c-bbce8d67b2af tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0528491 Oct 31 19:26:46.288938 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3e35790b-795e-4bc6-9670-747899e8d8bc req-24de6603-e101-44d1-86f3-c2709d768ee5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431700 Oct 31 19:26:46.479216 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:26:46.499924 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:26:46.500470 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 1bff50b4-bfa9-4d6c-bcae-38aef9bf842c not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:26:47.024845 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-60306c68-ed5f-482d-8cc3-09e7da0a96dd req-27977b4f-0eb8-4bf3-8c94-0502f76ef016 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 210 time: 0.0344312 Oct 31 19:26:47.055697 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-6aa93fa6-48a5-4e10-9740-2ac16e04b7d0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:47.057177 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-6aa93fa6-48a5-4e10-9740-2ac16e04b7d0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.33 "GET /networking/v2.0/networks?id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b HTTP/1.1" status: 200 len: 811 time: 0.1356292 Oct 31 19:26:47.188159 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-dc41e152-caed-4233-bf99-b0f2787e0585 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=808cc3e5392b4bb7a80b154a60f69ee3 HTTP/1.1" status: 200 len: 379 time: 0.0603940 Oct 31 19:26:47.196255 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-1e058fac-688e-44ec-b41b-9874902be69f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Request body: {'port': {'device_id': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'admin_state_up': True, 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'security_groups': ['20918b5a-7ba9-473b-aa81-5cb7c65d6fb5']}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:26:47.317373 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-1e058fac-688e-44ec-b41b-9874902be69f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Made reservation on behalf of 808cc3e5392b4bb7a80b154a60f69ee3 for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:26:47.322063 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-1e058fac-688e-44ec-b41b-9874902be69f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:47.425912 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30a3da-ff5c-46f4-8f0a-60f797c17e14 req-887ec5b2-61cc-4a2c-adb3-165d60440da0 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:47.427404 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1b30a3da-ff5c-46f4-8f0a-60f797c17e14 req-887ec5b2-61cc-4a2c-adb3-165d60440da0 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0487528 Oct 31 19:26:47.478758 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:47.481563 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-1e058fac-688e-44ec-b41b-9874902be69f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Allocated IP 172.20.0.13 (adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b/ea13b07d-23c0-4ab1-af41-11d895efc58d/4c57cc47-4bb3-47b7-af6b-73c6816c7ed6) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:26:47.493854 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-1b30a3da-ff5c-46f4-8f0a-60f797c17e14 req-11fe94d7-4d20-4ef3-a6b8-7c606138a43b tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569656 Oct 31 19:26:47.640319 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-1e058fac-688e-44ec-b41b-9874902be69f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for port (4c57cc47-4bb3-47b7-af6b-73c6816c7ed6), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:47.676796 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-1e058fac-688e-44ec-b41b-9874902be69f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (4c57cc47-4bb3-47b7-af6b-73c6816c7ed6), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:47.968840 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-1e058fac-688e-44ec-b41b-9874902be69f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:26:47.978959 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-1e058fac-688e-44ec-b41b-9874902be69f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:26:47.982877 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-1e058fac-688e-44ec-b41b-9874902be69f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:26:47.987662 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e058fac-688e-44ec-b41b-9874902be69f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event updated for resources: {'Port': ['ID=4c57cc47-4bb3-47b7-af6b-73c6816c7ed6,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:48.021109 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:48.038217 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-1e058fac-688e-44ec-b41b-9874902be69f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:48.038815 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-1e058fac-688e-44ec-b41b-9874902be69f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:48.061104 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-1e058fac-688e-44ec-b41b-9874902be69f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8682156 Oct 31 19:26:48.072691 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Request body: {'port': {'device_id': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:26:48.138796 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:48.142632 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (4c57cc47-4bb3-47b7-af6b-73c6816c7ed6), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:48.238326 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e162c3-c4f2-46f2-8e98-6e3876a96d2c req-136bf650-a764-4239-ae59-bac729a4ced0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:48.239909 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-64e162c3-c4f2-46f2-8e98-6e3876a96d2c req-136bf650-a764-4239-ae59-bac729a4ced0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 932 time: 0.0997274 Oct 31 19:26:48.385951 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-64e162c3-c4f2-46f2-8e98-6e3876a96d2c req-ec44b808-fd2a-4d14-95d9-eb8b9cf6009a tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373203 Oct 31 19:26:48.415587 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-bac7a87f-5d07-4e1a-8e8e-59ac832c73e7 None None] Provisioning complete for port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:26:48.416379 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bac7a87f-5d07-4e1a-8e8e-59ac832c73e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (4c57cc47-4bb3-47b7-af6b-73c6816c7ed6), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:48.416521 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-bac7a87f-5d07-4e1a-8e8e-59ac832c73e7 None None] Attempt 1 to provision port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 Oct 31 19:26:48.447614 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-bac7a87f-5d07-4e1a-8e8e-59ac832c73e7 None None] Port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:26:48.504303 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:26:48.511838 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Publish callbacks [] for port (4c57cc47-4bb3-47b7-af6b-73c6816c7ed6), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:48.524972 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Transition to ACTIVE for port object 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:26:48.528170 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (4c57cc47-4bb3-47b7-af6b-73c6816c7ed6), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:48.593029 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Pushing event updated for resources: {'Port': ['ID=4c57cc47-4bb3-47b7-af6b-73c6816c7ed6,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:48.623942 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d53d60-aba6-4d80-abbe-5f53b7d01ca4 req-978b05a6-4ea7-4761-947a-7ee4432f91ca tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:48.625422 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-20d53d60-aba6-4d80-abbe-5f53b7d01ca4 req-978b05a6-4ea7-4761-947a-7ee4432f91ca tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0501013 Oct 31 19:26:48.641685 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Attempting to bind port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:26:48.641953 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Attempting to bind port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:26:48.642284 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Attempting to bind port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 on network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:26:48.672438 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-20d53d60-aba6-4d80-abbe-5f53b7d01ca4 req-bbcaaad3-60e4-4a2c-a883-1d86c5133205 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408416 Oct 31 19:26:48.684084 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 on network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:26:48.684413 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Attempting to bind port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 on network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:26:48.730545 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:26:48.730878 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Checking segment: {'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:26:48.731257 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Bound using segment: {'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:26:48.731685 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Bound port: 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:26:48.732041 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (4c57cc47-4bb3-47b7-af6b-73c6816c7ed6), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:48.792216 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] For port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:26:48.795231 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] For port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=4c57cc47-4bb3-47b7-af6b-73c6816c7ed6,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:26:48.801518 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (4c57cc47-4bb3-47b7-af6b-73c6816c7ed6), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:48.805620 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:48.806220 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:48.807581 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 HTTP/1.1" status: 200 len: 1094 time: 0.7393494 Oct 31 19:26:48.808120 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'tag': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:26:48.810421 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade54c92-34db-475f-8264-3ddf5cecd440" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8be244-f6d6-40d1-9dba-6e0b134311ff", "tag": "4c57cc47-4bb3-47b7-af6b-73c6816c7ed6"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:26:48.814905 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:48.861187 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cc8fff-399a-473b-8455-66c344b24e71 x-openstack-request-id: req-a1cc8fff-399a-473b-8455-66c344b24e71 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:26:48.861477 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8be244-f6d6-40d1-9dba-6e0b134311ff", "tag": "4c57cc47-4bb3-47b7-af6b-73c6816c7ed6", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:26:48.861752 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1cc8fff-399a-473b-8455-66c344b24e71 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:26:48.862153 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1cc8fff-399a-473b-8455-66c344b24e71'] response: {'name': 'network-changed', 'server_uuid': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'tag': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6', 'status': 'completed', 'code': 200} Oct 31 19:26:48.902000 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66322a2-df51-48d4-839e-a41c5f463e9c service neutron] Pushing event updated for resources: {'Port': ['ID=4c57cc47-4bb3-47b7-af6b-73c6816c7ed6,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:48.904993 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-c2fcbd1e-4497-4219-aed1-e93ddfbad46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:48.906524 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-c2fcbd1e-4497-4219-aed1-e93ddfbad46c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 1128 time: 0.0575330 Oct 31 19:26:48.948389 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-2bf24046-1947-4d5b-bbac-4550558fdef6 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 HTTP/1.1" status: 200 len: 217 time: 0.0344338 Oct 31 19:26:48.999700 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-4dfd56be-d972-4b12-a785-6c7c3fb9f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:49.001300 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-4dfd56be-d972-4b12-a785-6c7c3fb9f59d service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ea13b07d-23c0-4ab1-af41-11d895efc58d HTTP/1.1" status: 200 len: 850 time: 0.0454817 Oct 31 19:26:49.048105 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-d2a418a5-1530-4db5-a861-be465ea56285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:49.049598 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-d2a418a5-1530-4db5-a861-be465ea56285 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423214 Oct 31 19:26:49.082192 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:49.162627 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4b1d197c-e7b4-4810-a29d-e3560b1e8342 req-1ae30b43-c7a9-4b3a-809d-406a73a860aa service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0937526 Oct 31 19:26:49.187295 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-8e4dc149-0370-4333-8121-6116f83239f1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195934 Oct 31 19:26:49.265103 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d197c-e7b4-4810-a29d-e3560b1e8342 req-07129df8-5b85-4416-8165-e4eee525736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:49.266641 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4b1d197c-e7b4-4810-a29d-e3560b1e8342 req-07129df8-5b85-4416-8165-e4eee525736b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a33bb29688304d0dae3cfdc0eb54b7be&device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 1130 time: 0.0669210 Oct 31 19:26:49.389367 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a9139c5d-f552-4005-bdd2-e9e940aec3f4 req-5a412737-e722-4137-aacb-db0dc0a3c132 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817319 Oct 31 19:26:49.411165 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d197c-e7b4-4810-a29d-e3560b1e8342 req-fed47c79-773b-4bc8-83a8-6b331efeecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:49.412707 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4b1d197c-e7b4-4810-a29d-e3560b1e8342 req-fed47c79-773b-4bc8-83a8-6b331efeecf0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=8bd8fec5-0f1b-4c28-a279-f78e038a6306 HTTP/1.1" status: 200 len: 908 time: 0.1204479 Oct 31 19:26:49.524502 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6e235-6df7-4cb4-9fe0-2e068508a919 req-a1259e5a-379f-4d8c-85fc-eb02778ef3f0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:49.526346 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d6c6e235-6df7-4cb4-9fe0-2e068508a919 req-a1259e5a-379f-4d8c-85fc-eb02778ef3f0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 944 time: 0.0581772 Oct 31 19:26:49.552332 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:49.577445 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d6c6e235-6df7-4cb4-9fe0-2e068508a919 req-a41516de-d7dd-4b7a-a3b6-ffffe423ea60 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453544 Oct 31 19:26:49.758288 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4b1d197c-e7b4-4810-a29d-e3560b1e8342 req-3301a717-d717-41cb-bb0e-e0b039860241 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4d5c6c7-d643-4ff8-859d-8b480d999f74 HTTP/1.1" status: 200 len: 1002 time: 0.0917799 Oct 31 19:26:49.759900 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade54c92-34db-475f-8264-3ddf5cecd440 req-544ef272-627a-4499-a64e-cf4b574f96f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:49.761229 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ade54c92-34db-475f-8264-3ddf5cecd440 req-544ef272-627a-4499-a64e-cf4b574f96f9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 1128 time: 0.0595307 Oct 31 19:26:49.892009 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c2297-9995-4412-a630-1d4411483543 req-bdc2e02b-f2fe-4142-9c71-da17ce78ecf5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:49.893569 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c13c2297-9995-4412-a630-1d4411483543 req-bdc2e02b-f2fe-4142-9c71-da17ce78ecf5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.1374755 Oct 31 19:26:49.928394 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d197c-e7b4-4810-a29d-e3560b1e8342 req-c87fe60c-445e-4f9b-ab41-c5d17fe6c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:49.929834 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4b1d197c-e7b4-4810-a29d-e3560b1e8342 req-c87fe60c-445e-4f9b-ab41-c5d17fe6c50c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=89f1699a-f318-44f9-afaa-c9161328684b HTTP/1.1" status: 200 len: 846 time: 0.1602590 Oct 31 19:26:49.978633 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade54c92-34db-475f-8264-3ddf5cecd440 req-4b1cbe8d-b421-4394-94ea-b5970b63ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:49.980059 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ade54c92-34db-475f-8264-3ddf5cecd440 req-4b1cbe8d-b421-4394-94ea-b5970b63ac4f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b HTTP/1.1" status: 200 len: 912 time: 0.2095551 Oct 31 19:26:50.038611 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ade54c92-34db-475f-8264-3ddf5cecd440 req-46ed4501-858b-473f-a7e5-848e4ac13f32 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 HTTP/1.1" status: 200 len: 217 time: 0.0483305 Oct 31 19:26:50.039815 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d197c-e7b4-4810-a29d-e3560b1e8342 req-6110035c-5df2-47a6-afd6-98d50310bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:50.041429 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4b1d197c-e7b4-4810-a29d-e3560b1e8342 req-6110035c-5df2-47a6-afd6-98d50310bdb8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=8bd8fec5-0f1b-4c28-a279-f78e038a6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1038380 Oct 31 19:26:50.044426 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c13c2297-9995-4412-a630-1d4411483543 req-4ddc85dc-34bb-47db-ae8b-e7ee1baa9393 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418393 Oct 31 19:26:50.140872 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:50.149577 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade54c92-34db-475f-8264-3ddf5cecd440 req-deae0fd9-16ad-41b2-becd-6343b9e1bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:50.151069 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ade54c92-34db-475f-8264-3ddf5cecd440 req-deae0fd9-16ad-41b2-becd-6343b9e1bc9b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ea13b07d-23c0-4ab1-af41-11d895efc58d HTTP/1.1" status: 200 len: 850 time: 0.1009567 Oct 31 19:26:50.216040 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4b1d197c-e7b4-4810-a29d-e3560b1e8342 req-0af2306e-7ece-40f6-9523-3c5dfb4ccab1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8bd8fec5-0f1b-4c28-a279-f78e038a6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642046 Oct 31 19:26:50.219538 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade54c92-34db-475f-8264-3ddf5cecd440 req-1410a364-397f-4dd1-8e7a-6223a6cfdbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:50.221061 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ade54c92-34db-475f-8264-3ddf5cecd440 req-1410a364-397f-4dd1-8e7a-6223a6cfdbf6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641174 Oct 31 19:26:50.346427 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:50.398486 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4b1d197c-e7b4-4810-a29d-e3560b1e8342 req-2f620c61-8faa-48b6-a716-e49e0db2ddf6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8bd8fec5-0f1b-4c28-a279-f78e038a6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700130 Oct 31 19:26:50.401807 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ade54c92-34db-475f-8264-3ddf5cecd440 req-a6a701d9-b8f4-4b21-a0cb-47f864fcd804 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634903 Oct 31 19:26:50.502654 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 0e51264f-300d-49b6-9f03-c22ed061b801 details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:26:50.519533 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ade54c92-34db-475f-8264-3ddf5cecd440 req-4112276c-dc6c-4347-b8e8-dfccc39661a7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106861 Oct 31 19:26:50.626484 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 0e51264f-300d-49b6-9f03-c22ed061b801, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=0e51264f-300d-49b6-9f03-c22ed061b801,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:50.640925 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '0e51264f-300d-49b6-9f03-c22ed061b801', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'port_id': '0e51264f-300d-49b6-9f03-c22ed061b801', 'mac_address': 'fa:16:3e:3a:16:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:26:50.644890 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:50.696606 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 0e51264f-300d-49b6-9f03-c22ed061b801 is: ACTIVE; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:26:50.697070 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:50.716151 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e51264f-300d-49b6-9f03-c22ed061b801 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:26:50.730455 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf77175-74e1-4286-9355-bab199115624 req-c799ad8c-086b-46ed-9272-abcf64c716b7 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:50.732581 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8bf77175-74e1-4286-9355-bab199115624 req-c799ad8c-086b-46ed-9272-abcf64c716b7 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 944 time: 0.0661581 Oct 31 19:26:50.752084 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 0e51264f-300d-49b6-9f03-c22ed061b801, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=0e51264f-300d-49b6-9f03-c22ed061b801,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:50.769870 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:50.824733 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-8bf77175-74e1-4286-9355-bab199115624 req-62d3bfd9-0bd1-4010-8a51-cb38d521fd7d tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856757 Oct 31 19:26:50.853556 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=0e51264f-300d-49b6-9f03-c22ed061b801,revision_number=6']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:50.913950 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['0e51264f-300d-49b6-9f03-c22ed061b801'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:26:51.192302 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374177d-b7f2-487f-85dc-9f06277c245f req-6b10f73c-64d6-4afc-b42e-16e1e3432921 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:51.194004 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d374177d-b7f2-487f-85dc-9f06277c245f req-6b10f73c-64d6-4afc-b42e-16e1e3432921 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 944 time: 0.0601816 Oct 31 19:26:51.262681 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d374177d-b7f2-487f-85dc-9f06277c245f req-da21991c-352f-40e6-895c-50017add026f tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584993 Oct 31 19:26:51.966539 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c26294-d75c-4a60-98ec-7d7bbc87a9c9 req-26dc7452-fa10-4b70-ae7f-8741839b10ed tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:51.967978 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-45c26294-d75c-4a60-98ec-7d7bbc87a9c9 req-26dc7452-fa10-4b70-ae7f-8741839b10ed tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 944 time: 0.0616310 Oct 31 19:26:52.041446 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-45c26294-d75c-4a60-98ec-7d7bbc87a9c9 req-322a20f0-45e6-4912-8a51-497e70620a67 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641887 Oct 31 19:26:52.451257 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a9033-6b7b-4ff0-b94e-d22420090b79 req-ed56e3bd-6c25-42cf-8756-225c1af3015f tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:52.463399 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-218a9033-6b7b-4ff0-b94e-d22420090b79 req-ed56e3bd-6c25-42cf-8756-225c1af3015f tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 944 time: 0.0622928 Oct 31 19:26:52.530377 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 0e51264f-300d-49b6-9f03-c22ed061b801 up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:26:52.532565 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-218a9033-6b7b-4ff0-b94e-d22420090b79 req-14f62acd-499d-446c-85d5-d680eb073baa tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724163 Oct 31 19:26:52.577146 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53234) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:52.613260 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 0e51264f-300d-49b6-9f03-c22ed061b801 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:26:52.613770 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:52.614155 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 0e51264f-300d-49b6-9f03-c22ed061b801 Oct 31 19:26:52.709780 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 0e51264f-300d-49b6-9f03-c22ed061b801 is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:26:52.710339 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:52.727841 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8e0f-34e9-447c-9767-54ce1c177723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:52.732626 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:52.739688 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e51264f-300d-49b6-9f03-c22ed061b801'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:26:52.742393 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debd5a08-a35c-4ade-be38-9dd892c09ee1" -d '{"events": [{"server_uuid": "3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29", "name": "network-vif-plugged", "status": "completed", "tag": "0e51264f-300d-49b6-9f03-c22ed061b801"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:26:52.758555 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 0e51264f-300d-49b6-9f03-c22ed061b801, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=0e51264f-300d-49b6-9f03-c22ed061b801,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:52.764208 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:52.824671 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ae792e-2fce-498e-9d3f-971a48c53f43 x-openstack-request-id: req-46ae792e-2fce-498e-9d3f-971a48c53f43 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:26:52.825318 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29", "name": "network-vif-plugged", "status": "completed", "tag": "0e51264f-300d-49b6-9f03-c22ed061b801", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:26:52.825804 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46ae792e-2fce-498e-9d3f-971a48c53f43 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:26:52.826492 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ae792e-2fce-498e-9d3f-971a48c53f43'] response: {'server_uuid': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e51264f-300d-49b6-9f03-c22ed061b801', 'code': 200} Oct 31 19:26:52.850985 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=0e51264f-300d-49b6-9f03-c22ed061b801,revision_number=7']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:52.859010 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8e0f-34e9-447c-9767-54ce1c177723 admin admin] Publish callbacks [] for security_group (7acc961b-6b52-46cd-a945-d4014913234b), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:52.865015 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8e0f-34e9-447c-9767-54ce1c177723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (7acc961b-6b52-46cd-a945-d4014913234b), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:52.905329 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-8e8a8e0f-34e9-447c-9767-54ce1c177723 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=630e0edf82bd4d7e868d44ca42aa9ea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269935 Oct 31 19:26:52.909069 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53240) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:52.923186 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a8e0f-34e9-447c-9767-54ce1c177723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acc961b-6b52-46cd-a945-d4014913234b,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:52.970977 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-10ec3b9a-f723-4eaf-98de-b4bae96226c0 admin admin] Publish callbacks [] for security_group (7acc961b-6b52-46cd-a945-d4014913234b), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:52.997208 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-10ec3b9a-f723-4eaf-98de-b4bae96226c0 admin admin] Publish callbacks [] for security_group (7acc961b-6b52-46cd-a945-d4014913234b), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:53.051164 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-10ec3b9a-f723-4eaf-98de-b4bae96226c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (7acc961b-6b52-46cd-a945-d4014913234b), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:53.054184 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-10ec3b9a-f723-4eaf-98de-b4bae96226c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:53.058058 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-10ec3b9a-f723-4eaf-98de-b4bae96226c0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7acc961b-6b52-46cd-a945-d4014913234b HTTP/1.1" status: 204 len: 168 time: 0.1479657 Oct 31 19:26:53.069528 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec3b9a-f723-4eaf-98de-b4bae96226c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acc961b-6b52-46cd-a945-d4014913234b,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:53.192959 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef20d8-13a3-4cca-8b17-b1bdecdc5da5 req-acbc5c78-455d-43ee-a089-a07990e37687 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:53.194619 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ebef20d8-13a3-4cca-8b17-b1bdecdc5da5 req-acbc5c78-455d-43ee-a089-a07990e37687 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 944 time: 0.0632701 Oct 31 19:26:53.273154 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ebef20d8-13a3-4cca-8b17-b1bdecdc5da5 req-a33e33b9-9076-4d41-bf15-f1af39abf7de tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667527 Oct 31 19:26:53.436350 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 53248) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:53.449937 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4f999087-d8b5-4e9b-b380-7144d2eecea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:53.541381 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4f999087-d8b5-4e9b-b380-7144d2eecea7 admin admin] Publish callbacks [] for security_group (3cb19cc6-3d8f-4b0e-8759-8015df92afde), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:53.546156 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4f999087-d8b5-4e9b-b380-7144d2eecea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (3cb19cc6-3d8f-4b0e-8759-8015df92afde), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:53.585626 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f999087-d8b5-4e9b-b380-7144d2eecea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb19cc6-3d8f-4b0e-8759-8015df92afde,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:53.590856 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-4f999087-d8b5-4e9b-b380-7144d2eecea7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=74d7f208fd264c7f8adea0a09665236b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1534266 Oct 31 19:26:53.594411 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 53256) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:53.639413 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:53.654708 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f656cbb5-f195-4cd3-a8da-7c2d5958dac3 admin admin] Publish callbacks [] for security_group (3cb19cc6-3d8f-4b0e-8759-8015df92afde), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:53.678204 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f656cbb5-f195-4cd3-a8da-7c2d5958dac3 admin admin] Publish callbacks [] for security_group (3cb19cc6-3d8f-4b0e-8759-8015df92afde), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:53.701157 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908bd15-5aa7-4c39-a369-6b63e1c9c32e req-a658fd6f-bd7e-4579-949b-ca60a4489219 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:53.709554 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a908bd15-5aa7-4c39-a369-6b63e1c9c32e req-a658fd6f-bd7e-4579-949b-ca60a4489219 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0669315 Oct 31 19:26:53.732682 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f656cbb5-f195-4cd3-a8da-7c2d5958dac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (3cb19cc6-3d8f-4b0e-8759-8015df92afde), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:53.735383 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f656cbb5-f195-4cd3-a8da-7c2d5958dac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:53.738965 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-f656cbb5-f195-4cd3-a8da-7c2d5958dac3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3cb19cc6-3d8f-4b0e-8759-8015df92afde HTTP/1.1" status: 204 len: 168 time: 0.1417785 Oct 31 19:26:53.746263 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656cbb5-f195-4cd3-a8da-7c2d5958dac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb19cc6-3d8f-4b0e-8759-8015df92afde,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:53.801273 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a908bd15-5aa7-4c39-a369-6b63e1c9c32e req-6e1eb20c-c740-4c28-b1fa-945bbf50c4ca tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906823 Oct 31 19:26:53.966560 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:53.968506 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:54.162811 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 53262) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:54.178919 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4852d6f6-2e25-4242-978c-73c3ccf82a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:54.226708 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:54.282988 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4852d6f6-2e25-4242-978c-73c3ccf82a2a admin admin] Publish callbacks [] for security_group (08a62911-e5bf-4771-bb80-cdfdefdba96a), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:54.291562 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4852d6f6-2e25-4242-978c-73c3ccf82a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (08a62911-e5bf-4771-bb80-cdfdefdba96a), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:54.337079 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-4852d6f6-2e25-4242-978c-73c3ccf82a2a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9d11aa7bd5af4dc8b641ae7b698766f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1708028 Oct 31 19:26:54.337079 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852d6f6-2e25-4242-978c-73c3ccf82a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a62911-e5bf-4771-bb80-cdfdefdba96a,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:54.337484 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53266) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:26:54.415847 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3d6c6-251d-414b-9028-b8c4b3c4ace7 req-188d2464-f36d-4f86-9afa-98f78f34aded tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:54.417353 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0de3d6c6-251d-414b-9028-b8c4b3c4ace7 req-188d2464-f36d-4f86-9afa-98f78f34aded tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 944 time: 0.0559902 Oct 31 19:26:54.436627 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-acf66b59-f515-4938-a6ef-d49ad6ece5a2 admin admin] Publish callbacks [] for security_group (08a62911-e5bf-4771-bb80-cdfdefdba96a), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:54.467483 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-acf66b59-f515-4938-a6ef-d49ad6ece5a2 admin admin] Publish callbacks [] for security_group (08a62911-e5bf-4771-bb80-cdfdefdba96a), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:54.476645 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:54.481295 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0de3d6c6-251d-414b-9028-b8c4b3c4ace7 req-50ac7fa3-d06b-4fdd-95e1-b498dbdb971e tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568631 Oct 31 19:26:54.526267 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-acf66b59-f515-4938-a6ef-d49ad6ece5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (08a62911-e5bf-4771-bb80-cdfdefdba96a), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:54.529180 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-acf66b59-f515-4938-a6ef-d49ad6ece5a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:54.530555 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-acf66b59-f515-4938-a6ef-d49ad6ece5a2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/08a62911-e5bf-4771-bb80-cdfdefdba96a HTTP/1.1" status: 204 len: 168 time: 0.1914837 Oct 31 19:26:54.542775 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf66b59-f515-4938-a6ef-d49ad6ece5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a62911-e5bf-4771-bb80-cdfdefdba96a,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:54.954708 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b841ce-03d6-4a1b-a0b9-4e373e1a4afc req-a887253f-d026-4918-8c67-d0e3432c1620 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:54.956327 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-10b841ce-03d6-4a1b-a0b9-4e373e1a4afc req-a887253f-d026-4918-8c67-d0e3432c1620 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0555046 Oct 31 19:26:54.984508 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:55.026267 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-10b841ce-03d6-4a1b-a0b9-4e373e1a4afc req-33193a3c-8be4-4376-a6f4-30f66258b17b tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636196 Oct 31 19:26:55.618523 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad726ef-20e6-4ff1-bdcf-93a715688349 req-662e76a9-d5a4-466a-acf9-15a34e1c9768 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:55.620612 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4ad726ef-20e6-4ff1-bdcf-93a715688349 req-662e76a9-d5a4-466a-acf9-15a34e1c9768 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 944 time: 0.0633943 Oct 31 19:26:55.679991 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4ad726ef-20e6-4ff1-bdcf-93a715688349 req-d690d15c-8179-4032-b8d3-066191885c52 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532508 Oct 31 19:26:56.056609 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:26:56.198255 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d182a9-c63d-4421-85c4-f4a95a2a45cd req-34b1bb35-5493-446c-8828-c0c8a5b91aac tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:56.200528 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-95d182a9-c63d-4421-85c4-f4a95a2a45cd req-34b1bb35-5493-446c-8828-c0c8a5b91aac tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0530119 Oct 31 19:26:56.254658 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-95d182a9-c63d-4421-85c4-f4a95a2a45cd req-65fa2409-7f01-41b8-8c63-90635316d868 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472758 Oct 31 19:26:56.832767 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3ef44-703c-4714-8e34-a5525aa91ae3 req-cab1a193-a116-4271-ae9c-bc3f289c3599 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:56.834257 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-75c3ef44-703c-4714-8e34-a5525aa91ae3 req-cab1a193-a116-4271-ae9c-bc3f289c3599 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 944 time: 0.0563283 Oct 31 19:26:56.888616 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-75c3ef44-703c-4714-8e34-a5525aa91ae3 req-608c09c2-67f9-453a-9a20-7d26be095b18 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484574 Oct 31 19:26:57.396843 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26337e9-4f50-48bb-b828-54d6466bd420 req-6312cd02-3c9e-4190-afe0-2e04aeda2434 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:57.398357 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c26337e9-4f50-48bb-b828-54d6466bd420 req-6312cd02-3c9e-4190-afe0-2e04aeda2434 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0537574 Oct 31 19:26:57.449543 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c26337e9-4f50-48bb-b828-54d6466bd420 req-fefbaa85-e62b-4b8a-b73d-82fca9b7ac9f tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450249 Oct 31 19:26:58.017157 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272737f-fbc1-437e-b1f0-207b1a769aff req-4b3b30da-445d-4c7b-b1ae-2f56b55e1906 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:58.019373 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e272737f-fbc1-437e-b1f0-207b1a769aff req-4b3b30da-445d-4c7b-b1ae-2f56b55e1906 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 944 time: 0.0507603 Oct 31 19:26:58.082170 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e272737f-fbc1-437e-b1f0-207b1a769aff req-8cb7ea80-20d3-49d6-99d8-0ec8ac880f1f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568686 Oct 31 19:26:58.584219 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ab0c9-6383-458f-9cc3-1d0985574629 req-da9954f8-3017-41c6-9d0d-2a47d0517dab tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:58.585802 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c15ab0c9-6383-458f-9cc3-1d0985574629 req-da9954f8-3017-41c6-9d0d-2a47d0517dab tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0499864 Oct 31 19:26:58.641725 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c15ab0c9-6383-458f-9cc3-1d0985574629 req-e35276e9-1c6f-4e48-ac84-17df975cddc8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496683 Oct 31 19:26:59.191441 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:26:59.202487 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29c3ed-5355-4d12-ab32-eb3b8881fdc2 req-9c4c1117-04d1-416d-be9b-784ada1e5b72 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:59.204097 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bf29c3ed-5355-4d12-ab32-eb3b8881fdc2 req-9c4c1117-04d1-416d-be9b-784ada1e5b72 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 944 time: 0.0491600 Oct 31 19:26:59.258439 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bf29c3ed-5355-4d12-ab32-eb3b8881fdc2 req-45f624e0-490d-48bd-ae68-65de8045cbcf tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462441 Oct 31 19:26:59.319854 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=4c57cc47-4bb3-47b7-af6b-73c6816c7ed6,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:59.334397 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'port_id': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6', 'mac_address': 'fa:16:3e:27:99:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:26:59.371629 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:26:59.371935 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (4c57cc47-4bb3-47b7-af6b-73c6816c7ed6), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:59.386040 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:26:59.399850 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:26:59.411712 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=4c57cc47-4bb3-47b7-af6b-73c6816c7ed6,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:26:59.417323 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (4c57cc47-4bb3-47b7-af6b-73c6816c7ed6), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:26:59.467731 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=4c57cc47-4bb3-47b7-af6b-73c6816c7ed6,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:26:59.780412 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d11c21-7b78-46b5-bb48-7761333ce89c req-6ef95f03-1679-40ec-b245-e387e15e1e4d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:26:59.781897 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-77d11c21-7b78-46b5-bb48-7761333ce89c req-6ef95f03-1679-40ec-b245-e387e15e1e4d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0533750 Oct 31 19:26:59.841068 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-77d11c21-7b78-46b5-bb48-7761333ce89c req-1b7f6734-ffb4-4f46-a6d1-2b3f0519945b tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534108 Oct 31 19:27:00.391666 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a75347-d57d-47bb-baad-2fe5f77c67c8 req-e4f224bc-c995-4988-a121-15f17ed67ed7 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:00.393153 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e2a75347-d57d-47bb-baad-2fe5f77c67c8 req-e4f224bc-c995-4988-a121-15f17ed67ed7 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 945 time: 0.0484629 Oct 31 19:27:00.444646 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e2a75347-d57d-47bb-baad-2fe5f77c67c8 req-c4c1f832-f8d7-4142-a5d2-e7bb05b09253 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457621 Oct 31 19:27:00.463727 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['4c57cc47-4bb3-47b7-af6b-73c6816c7ed6'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:27:00.708714 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b88b0-885d-4585-b527-30c416eece1a req-816cb773-fdd7-4603-9d62-73eff7181103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:00.710228 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7c8b88b0-885d-4585-b527-30c416eece1a req-816cb773-fdd7-4603-9d62-73eff7181103 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=06b4e580885f431b9ccb8aa409fdd454&device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 1129 time: 0.0435114 Oct 31 19:27:00.790132 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:00.807752 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b88b0-885d-4585-b527-30c416eece1a req-89276dfa-0313-45f8-9c0c-cd2db4fd06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:00.809216 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7c8b88b0-885d-4585-b527-30c416eece1a req-89276dfa-0313-45f8-9c0c-cd2db4fd06c2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 HTTP/1.1" status: 200 len: 918 time: 0.0883181 Oct 31 19:27:00.967664 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ca6c7-55ca-4dcd-ba77-0e73ce847b59 req-84054877-7017-4f06-87db-a42f37ee54bd tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:00.969025 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e04ca6c7-55ca-4dcd-ba77-0e73ce847b59 req-84054877-7017-4f06-87db-a42f37ee54bd tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0454507 Oct 31 19:27:01.014672 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e04ca6c7-55ca-4dcd-ba77-0e73ce847b59 req-fb6cf7f3-848e-46c9-89b8-90c4c33780a1 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394769 Oct 31 19:27:01.564743 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5875a32-d694-459d-8150-80a8068c887f req-a0be514c-e218-458e-a841-eb6deb2d70e3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:01.566278 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d5875a32-d694-459d-8150-80a8068c887f req-a0be514c-e218-458e-a841-eb6deb2d70e3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 945 time: 0.0476220 Oct 31 19:27:01.582157 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1c189cdb-b9f0-4147-8753-5c21753cfa64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:01.619511 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d5875a32-d694-459d-8150-80a8068c887f req-f745491b-496f-450e-a3a8-d5d640c8192d tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474370 Oct 31 19:27:01.735330 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7c8b88b0-885d-4585-b527-30c416eece1a req-83968220-8afb-451b-81a4-b2b463ba3267 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e51264f-300d-49b6-9f03-c22ed061b801 HTTP/1.1" status: 200 len: 1001 time: 0.0550480 Oct 31 19:27:02.139719 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213854fc-74f3-4de2-97f9-469d68baacaa req-05543c2e-2fe1-4119-a03c-b90156b39382 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:02.141180 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-213854fc-74f3-4de2-97f9-469d68baacaa req-05543c2e-2fe1-4119-a03c-b90156b39382 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0459087 Oct 31 19:27:02.190521 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-213854fc-74f3-4de2-97f9-469d68baacaa req-daf11eb8-291b-43b5-ba63-697eb3de39f3 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429113 Oct 31 19:27:02.543775 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:02.548156 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b88b0-885d-4585-b527-30c416eece1a req-4f884cb4-8063-4bc6-b78c-fcbc45756a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:02.549600 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7c8b88b0-885d-4585-b527-30c416eece1a req-4f884cb4-8063-4bc6-b78c-fcbc45756a8c service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b HTTP/1.1" status: 200 len: 856 time: 0.0444007 Oct 31 19:27:02.742386 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4438d7-f2e5-4b48-b625-8620bd709585 req-db44d1fa-2728-4b39-8ceb-416a568b3d78 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:02.743802 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ba4438d7-f2e5-4b48-b625-8620bd709585 req-db44d1fa-2728-4b39-8ceb-416a568b3d78 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 945 time: 0.0504708 Oct 31 19:27:02.791597 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ba4438d7-f2e5-4b48-b625-8620bd709585 req-078a6bc2-fd37-4dfb-b0eb-6b39e11f1170 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422692 Oct 31 19:27:03.318869 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780dade-7844-4574-9c70-1c6221e69809 req-09ea42d2-8064-4a19-8fd9-2166f5291104 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:03.320292 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d780dade-7844-4574-9c70-1c6221e69809 req-09ea42d2-8064-4a19-8fd9-2166f5291104 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0461829 Oct 31 19:27:03.366506 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d780dade-7844-4574-9c70-1c6221e69809 req-68699094-94a2-4cec-932a-44bbd84db67d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405071 Oct 31 19:27:03.456101 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b88b0-885d-4585-b527-30c416eece1a req-b67b010a-d0e8-4412-86a9-d564edf557e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:03.457588 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7c8b88b0-885d-4585-b527-30c416eece1a req-b67b010a-d0e8-4412-86a9-d564edf557e5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390663 Oct 31 19:27:03.786295 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7c8b88b0-885d-4585-b527-30c416eece1a req-ee3d4cb6-4f73-496b-91de-e90d453943e0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204305 Oct 31 19:27:03.841595 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:27:03.886870 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:27:03.887115 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7c8b88b0-885d-4585-b527-30c416eece1a req-11dbc364-06c8-4912-a9b8-ec6f612ef3fc service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943861 Oct 31 19:27:03.900204 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:27:03.900573 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (4c57cc47-4bb3-47b7-af6b-73c6816c7ed6), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:03.900903 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 Oct 31 19:27:03.921877 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ab3b5-551e-467e-8334-46a09cc750f4 req-db74a38e-6ca7-41b0-833c-e232038fc406 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:03.923343 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-170ab3b5-551e-467e-8334-46a09cc750f4 req-db74a38e-6ca7-41b0-833c-e232038fc406 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 945 time: 0.0552611 Oct 31 19:27:03.936379 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-98a5d011-6a5d-4fc4-b7b8-2c532bd8956e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:03.946591 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:03.978612 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-170ab3b5-551e-467e-8334-46a09cc750f4 req-000fd7f7-536e-43c2-b30e-10fea1097831 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488813 Oct 31 19:27:03.981577 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:27:03.982004 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (4c57cc47-4bb3-47b7-af6b-73c6816c7ed6), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:04.007867 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:27:04.010115 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c7489b-43a2-4846-9a19-c1f0076c5149" -d '{"events": [{"server_uuid": "7e8be244-f6d6-40d1-9dba-6e0b134311ff", "name": "network-vif-plugged", "status": "completed", "tag": "4c57cc47-4bb3-47b7-af6b-73c6816c7ed6"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:27:04.022982 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=4c57cc47-4bb3-47b7-af6b-73c6816c7ed6,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:27:04.027451 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (4c57cc47-4bb3-47b7-af6b-73c6816c7ed6), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:04.051677 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f9bb92-ec37-49c2-8511-930f7e3cd9c0 x-openstack-request-id: req-11f9bb92-ec37-49c2-8511-930f7e3cd9c0 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:27:04.051982 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8be244-f6d6-40d1-9dba-6e0b134311ff", "name": "network-vif-plugged", "status": "completed", "tag": "4c57cc47-4bb3-47b7-af6b-73c6816c7ed6", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:27:04.052233 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11f9bb92-ec37-49c2-8511-930f7e3cd9c0 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:27:04.052614 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f9bb92-ec37-49c2-8511-930f7e3cd9c0'] response: {'server_uuid': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6', 'code': 200} Oct 31 19:27:04.077597 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=4c57cc47-4bb3-47b7-af6b-73c6816c7ed6,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:04.492629 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a7c5a-cff4-4288-bc56-7e8711c82bf8 req-62d5371f-9b56-4383-a154-266d37816e21 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:04.494144 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-048a7c5a-cff4-4288-bc56-7e8711c82bf8 req-62d5371f-9b56-4383-a154-266d37816e21 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0460386 Oct 31 19:27:04.540173 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-048a7c5a-cff4-4288-bc56-7e8711c82bf8 req-a23674e0-1b4c-460f-8d46-f94da139b8c7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405049 Oct 31 19:27:05.039468 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:05.100122 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3ac4e-6c32-4ecc-854b-94487ed42929 req-e13edf2b-0e19-4b3e-b28d-ea6050bce892 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:05.101568 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-cba3ac4e-6c32-4ecc-854b-94487ed42929 req-e13edf2b-0e19-4b3e-b28d-ea6050bce892 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 946 time: 0.0456512 Oct 31 19:27:05.149779 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-cba3ac4e-6c32-4ecc-854b-94487ed42929 req-d1b66ba8-8b43-4d13-90dd-8c4e44c717cf tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427775 Oct 31 19:27:05.664775 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628ab87-4f50-4aca-acc2-6a8151d36191 req-006fa305-e065-41e6-ad2d-2731e51fc679 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:05.666504 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8628ab87-4f50-4aca-acc2-6a8151d36191 req-006fa305-e065-41e6-ad2d-2731e51fc679 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0465105 Oct 31 19:27:05.713856 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8628ab87-4f50-4aca-acc2-6a8151d36191 req-23cb6a80-08c4-4f4b-979b-5ce30eab4521 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418582 Oct 31 19:27:06.270810 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55a6f2-50c2-4365-8d28-577caf4d6c2c req-9ff318e7-2ae7-4250-836c-3dc123a711ea tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:06.272292 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-dd55a6f2-50c2-4365-8d28-577caf4d6c2c req-9ff318e7-2ae7-4250-836c-3dc123a711ea tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 946 time: 0.0495901 Oct 31 19:27:06.320167 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-dd55a6f2-50c2-4365-8d28-577caf4d6c2c req-d5aca01e-5739-414a-96c1-628fb2057109 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423808 Oct 31 19:27:06.431623 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:06.690237 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:06.844021 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c84ae-7003-4528-9b1f-cecaff061f3b req-b86998c9-c70c-4815-9b60-7e38551656e1 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:06.845473 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-5b6c84ae-7003-4528-9b1f-cecaff061f3b req-b86998c9-c70c-4815-9b60-7e38551656e1 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 945 time: 0.0505838 Oct 31 19:27:06.891200 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-5b6c84ae-7003-4528-9b1f-cecaff061f3b req-6ac62691-f633-4cfb-a951-88799e83bd3e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395997 Oct 31 19:27:07.437597 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49961ad-04a9-44c9-94ad-f07be20ada9e req-ce351719-9589-4465-b764-172b788011d8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:07.439045 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a49961ad-04a9-44c9-94ad-f07be20ada9e req-ce351719-9589-4465-b764-172b788011d8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 946 time: 0.0457580 Oct 31 19:27:07.486618 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a49961ad-04a9-44c9-94ad-f07be20ada9e req-46cc5655-2962-4b19-b070-b0da948acb63 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416279 Oct 31 19:27:07.841974 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 0e51264f-300d-49b6-9f03-c22ed061b801 no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:27:07.924893 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 0e51264f-300d-49b6-9f03-c22ed061b801 is: ACTIVE; New status is: DOWN {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:27:07.925728 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:07.960596 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e51264f-300d-49b6-9f03-c22ed061b801'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:27:07.963596 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399149a6-92ad-4572-b94c-00036c8d657e" -d '{"events": [{"server_uuid": "3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29", "name": "network-vif-unplugged", "status": "completed", "tag": "0e51264f-300d-49b6-9f03-c22ed061b801"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:27:07.974511 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560c2a4-3f5f-4a34-aa17-9f2d767549c5 req-6b38775f-1875-4dc0-8d4e-c0fdb5a735e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:07.976579 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3560c2a4-3f5f-4a34-aa17-9f2d767549c5 req-6b38775f-1875-4dc0-8d4e-c0fdb5a735e1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 1130 time: 0.0416911 Oct 31 19:27:07.988027 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 0e51264f-300d-49b6-9f03-c22ed061b801, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=0e51264f-300d-49b6-9f03-c22ed061b801,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:27:07.993290 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:08.018420 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Oct 2022 19:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1583cea-2b36-43ce-ad33-0f3b2e8e97dd x-openstack-request-id: req-a1583cea-2b36-43ce-ad33-0f3b2e8e97dd {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:27:08.018729 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29", "name": "network-vif-unplugged", "status": "completed", "tag": "0e51264f-300d-49b6-9f03-c22ed061b801", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:27:08.018986 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1583cea-2b36-43ce-ad33-0f3b2e8e97dd {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:27:08.019382 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1583cea-2b36-43ce-ad33-0f3b2e8e97dd'] response: {'server_uuid': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e51264f-300d-49b6-9f03-c22ed061b801', 'code': 200} Oct 31 19:27:08.039149 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691ce5c-9ec5-4e5c-beb2-fcc13514a514 req-57121d08-414e-401d-80c8-413c11ad8136 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:08.040851 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3691ce5c-9ec5-4e5c-beb2-fcc13514a514 req-57121d08-414e-401d-80c8-413c11ad8136 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 943 time: 0.0570929 Oct 31 19:27:08.049260 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=0e51264f-300d-49b6-9f03-c22ed061b801,revision_number=8']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:08.078971 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:08.111261 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3560c2a4-3f5f-4a34-aa17-9f2d767549c5 req-fbc0cb81-d07e-4a3a-a49b-801ac7a61a09 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865493 Oct 31 19:27:08.118583 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3691ce5c-9ec5-4e5c-beb2-fcc13514a514 req-f2b787ad-7b63-4fb3-af62-b4d1e7575896 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702529 Oct 31 19:27:08.572759 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:08.607821 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff76ada-c3de-4807-8580-7b9fc21ac2af req-8422d40b-1bed-4718-9aab-4165c1308227 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:08.609282 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-aff76ada-c3de-4807-8580-7b9fc21ac2af req-8422d40b-1bed-4718-9aab-4165c1308227 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 946 time: 0.0470114 Oct 31 19:27:08.637002 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:08.667577 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-aff76ada-c3de-4807-8580-7b9fc21ac2af req-47d1fc55-bf07-49ec-ab4c-80aaa6b03a55 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527670 Oct 31 19:27:09.251171 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49153dcf-44c8-4ba2-803f-813dde144072 req-c1d404c0-eb12-4e3b-a88b-70da798e7ae0 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:09.252852 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49153dcf-44c8-4ba2-803f-813dde144072 req-c1d404c0-eb12-4e3b-a88b-70da798e7ae0 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 943 time: 0.0540974 Oct 31 19:27:09.325283 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-49153dcf-44c8-4ba2-803f-813dde144072 req-cb911d2c-2a83-42d6-8dba-440afa4a8089 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658364 Oct 31 19:27:09.780413 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:09.793496 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cad905-9489-478d-9bf0-667ed498cd1e req-687f917b-47ac-4e5b-970b-4e2a0f0beb82 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:09.795029 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f2cad905-9489-478d-9bf0-667ed498cd1e req-687f917b-47ac-4e5b-970b-4e2a0f0beb82 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 946 time: 0.0501928 Oct 31 19:27:09.846604 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f2cad905-9489-478d-9bf0-667ed498cd1e req-03016c2a-b71d-4975-9f0b-94fbe0d45e6b tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446558 Oct 31 19:27:09.966888 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de45b1-5b66-4ba3-b216-79a7bab3780f req-fa90e257-485d-439b-9a3e-944b7dd4b2fb tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:09.968589 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-89de45b1-5b66-4ba3-b216-79a7bab3780f req-fa90e257-485d-439b-9a3e-944b7dd4b2fb tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 946 time: 0.0472991 Oct 31 19:27:10.019725 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-89de45b1-5b66-4ba3-b216-79a7bab3780f req-5480cbc9-2b7a-47bf-a4a9-cea029d18762 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446417 Oct 31 19:27:10.048735 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53486) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:10.086749 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ce2485-581d-4e0e-8f9e-f630bd660c26 tempest-TestVolumeBootPattern-693395402 tempest-TestVolumeBootPattern-693395402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:10.088203 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-a4ce2485-581d-4e0e-8f9e-f630bd660c26 tempest-TestVolumeBootPattern-693395402 tempest-TestVolumeBootPattern-693395402-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 1125 time: 0.0379150 Oct 31 19:27:10.091296 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53488) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:10.095373 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Request body: {'floatingip': {'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'port_id': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:27:10.117696 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:10.203352 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:10.308721 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Allocated IP 172.27.0.143 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/6f344f10-2417-4d14-b8b7-62b429a47753) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:27:10.428945 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for port (6f344f10-2417-4d14-b8b7-62b429a47753), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:10.463995 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (6f344f10-2417-4d14-b8b7-62b429a47753), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:10.473987 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09136d23-a3f8-4022-8876-1fc463855bfa req-e6e835db-121b-43db-bf43-ec5eb2d9e4ce tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:10.476271 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-09136d23-a3f8-4022-8876-1fc463855bfa req-e6e835db-121b-43db-bf43-ec5eb2d9e4ce tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 943 time: 0.0537939 Oct 31 19:27:10.502474 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:27:10.505400 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:27:10.508007 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:27:10.529933 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-09136d23-a3f8-4022-8876-1fc463855bfa req-39583802-f73a-4b33-aaad-5e9aa9f831ad tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475795 Oct 31 19:27:10.553628 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event updated for resources: {'Port': ['ID=6f344f10-2417-4d14-b8b7-62b429a47753,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:10.702960 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:10.739322 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b17c2ce7-edf7-42b6-ab79-dc40c29bff65 req-95674ef8-cc7f-4d3d-ac32-1aed80e3a8cd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399756 Oct 31 19:27:10.825587 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c2ce7-edf7-42b6-ab79-dc40c29bff65 req-31dc9d28-f37b-4317-a2fa-fe838a54801e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:10.828086 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b17c2ce7-edf7-42b6-ab79-dc40c29bff65 req-31dc9d28-f37b-4317-a2fa-fe838a54801e tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports/0e51264f-300d-49b6-9f03-c22ed061b801 HTTP/1.1" status: 200 len: 940 time: 0.0543880 Oct 31 19:27:10.899169 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:10.932094 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for floatingip (840f449b-61c4-48bb-a0e9-33cb33ffd173), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:11.016567 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (6f344f10-2417-4d14-b8b7-62b429a47753), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:11.199450 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for port (6f344f10-2417-4d14-b8b7-62b429a47753), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:11.204931 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5226044'] for port (6f344f10-2417-4d14-b8b7-62b429a47753), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:11.277013 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event updated for resources: {'Port': ['ID=6f344f10-2417-4d14-b8b7-62b429a47753,revision_number=2']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:11.279700 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (840f449b-61c4-48bb-a0e9-33cb33ffd173), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:11.379220 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.l3_db [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Floating IP 840f449b-61c4-48bb-a0e9-33cb33ffd173 associated. External IP: 172.27.0.143, port: 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6. Oct 31 19:27:11.557806 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:11.583973 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:27:11.660754 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac9053-a24d-40fc-8a18-c1b301fbdb63 req-684db423-3a11-4a3c-8ce8-536b48e17ffa tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:11.662257 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ceac9053-a24d-40fc-8a18-c1b301fbdb63 req-684db423-3a11-4a3c-8ce8-536b48e17ffa tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 943 time: 0.0503411 Oct 31 19:27:11.685896 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:27:11.695948 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b006ea81-3c76-4a50-856c-f98301ab0a05 None None] Sync routers for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:27:11.698896 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:11.705629 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:11.710103 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b006ea81-3c76-4a50-856c-f98301ab0a05 None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:27:11.710655 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-b006ea81-3c76-4a50-856c-f98301ab0a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:27:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:11.721585 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ceac9053-a24d-40fc-8a18-c1b301fbdb63 req-63c4efa6-e40d-4bd3-b690-c426ebf3d638 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532501 Oct 31 19:27:11.741962 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-1d0c1c09-e848-4d15-b7e3-3d4b75ec42d6 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6474314 Oct 31 19:27:11.741962 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'tag': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:27:11.742759 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e134f2-f539-4908-ab7d-f87e8f99273b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8be244-f6d6-40d1-9dba-6e0b134311ff", "tag": "4c57cc47-4bb3-47b7-af6b-73c6816c7ed6"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:27:11.784212 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c03bf6-961d-4db1-adf6-ee5fa40eeeec x-openstack-request-id: req-c1c03bf6-961d-4db1-adf6-ee5fa40eeeec {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:27:11.784495 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8be244-f6d6-40d1-9dba-6e0b134311ff", "tag": "4c57cc47-4bb3-47b7-af6b-73c6816c7ed6", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:27:11.784744 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1c03bf6-961d-4db1-adf6-ee5fa40eeeec {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:27:11.785180 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c03bf6-961d-4db1-adf6-ee5fa40eeeec'] response: {'name': 'network-changed', 'server_uuid': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'tag': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6', 'status': 'completed', 'code': 200} Oct 31 19:27:11.835662 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-b006ea81-3c76-4a50-856c-f98301ab0a05 None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:27:11.850821 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c2ce7-edf7-42b6-ab79-dc40c29bff65 req-c2972138-bfa2-412e-9c69-30ee6b15365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:11.852314 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b17c2ce7-edf7-42b6-ab79-dc40c29bff65 req-c2972138-bfa2-412e-9c69-30ee6b15365e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29&tenant_id=06b4e580885f431b9ccb8aa409fdd454 HTTP/1.1" status: 200 len: 1127 time: 0.0871267 Oct 31 19:27:11.857410 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e134f2-f539-4908-ab7d-f87e8f99273b req-3142c444-5476-4714-b2c8-cb06a6f486e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:11.858845 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46e134f2-f539-4908-ab7d-f87e8f99273b req-3142c444-5476-4714-b2c8-cb06a6f486e5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 1130 time: 0.0476401 Oct 31 19:27:11.862531 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 0e51264f-300d-49b6-9f03-c22ed061b801 no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:27:11.966280 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c2ce7-edf7-42b6-ab79-dc40c29bff65 req-16ab21c7-14e9-4439-96fb-019b42750dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:11.967814 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b17c2ce7-edf7-42b6-ab79-dc40c29bff65 req-16ab21c7-14e9-4439-96fb-019b42750dd5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=06b4e580885f431b9ccb8aa409fdd454&device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 1127 time: 0.0844049 Oct 31 19:27:12.018509 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e134f2-f539-4908-ab7d-f87e8f99273b req-90da693f-d212-46ef-a19a-475bb3582068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:12.020089 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46e134f2-f539-4908-ab7d-f87e8f99273b req-90da693f-d212-46ef-a19a-475bb3582068 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b HTTP/1.1" status: 200 len: 912 time: 0.1551578 Oct 31 19:27:12.045294 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 0e51264f-300d-49b6-9f03-c22ed061b801 is: DOWN; New status is: DOWN {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:27:12.124126 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-b006ea81-3c76-4a50-856c-f98301ab0a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '840f449b-61c4-48bb-a0e9-33cb33ffd173', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'port_id': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'mac_address': 'fa:16:3e:27:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:10Z', 'updated_at': '2022-10-31T19:27:10Z', 'revision_number': 0, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:12.128165 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46e134f2-f539-4908-ab7d-f87e8f99273b req-ec5f3e72-9818-4730-bfd0-5f039032d3e4 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 HTTP/1.1" status: 200 len: 1000 time: 0.0788791 Oct 31 19:27:12.131837 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c2ce7-edf7-42b6-ab79-dc40c29bff65 req-f01bcc2e-16a9-4d49-b282-4806efb31c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:12.133381 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b17c2ce7-edf7-42b6-ab79-dc40c29bff65 req-f01bcc2e-16a9-4d49-b282-4806efb31c8f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 HTTP/1.1" status: 200 len: 918 time: 0.1594801 Oct 31 19:27:12.137119 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:12.142340 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:12.156179 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b006ea81-3c76-4a50-856c-f98301ab0a05 None None] Checking router: 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:27:12.165743 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b006ea81-3c76-4a50-856c-f98301ab0a05 None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:27:12.166362 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-b006ea81-3c76-4a50-856c-f98301ab0a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:27:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:12.210250 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:12.237064 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e134f2-f539-4908-ab7d-f87e8f99273b req-0afbc74d-3d8c-48df-8148-7fce0bd8fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:12.239076 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46e134f2-f539-4908-ab7d-f87e8f99273b req-0afbc74d-3d8c-48df-8148-7fce0bd8fbab service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ea13b07d-23c0-4ab1-af41-11d895efc58d HTTP/1.1" status: 200 len: 850 time: 0.0992622 Oct 31 19:27:12.241129 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b17c2ce7-edf7-42b6-ab79-dc40c29bff65 req-4aaab50e-8d79-447d-904b-b0084f1be1fd service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e51264f-300d-49b6-9f03-c22ed061b801 HTTP/1.1" status: 200 len: 999 time: 0.0928814 Oct 31 19:27:12.272189 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-b006ea81-3c76-4a50-856c-f98301ab0a05 None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:27:12.323341 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e134f2-f539-4908-ab7d-f87e8f99273b req-595e841d-1bfa-4710-bb77-525ef2998c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:12.324823 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46e134f2-f539-4908-ab7d-f87e8f99273b req-595e841d-1bfa-4710-bb77-525ef2998c10 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745695 Oct 31 19:27:12.328381 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c2ce7-edf7-42b6-ab79-dc40c29bff65 req-2f46f467-bf66-4db0-bfef-9cf3f2579deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:12.329707 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b17c2ce7-edf7-42b6-ab79-dc40c29bff65 req-2f46f467-bf66-4db0-bfef-9cf3f2579deb service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b HTTP/1.1" status: 200 len: 856 time: 0.0718563 Oct 31 19:27:12.351692 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:12.425367 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c2ce7-edf7-42b6-ab79-dc40c29bff65 req-1b8f6d3e-7e4d-419d-9685-2a3ace15a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:12.427454 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b17c2ce7-edf7-42b6-ab79-dc40c29bff65 req-1b8f6d3e-7e4d-419d-9685-2a3ace15a02d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846350 Oct 31 19:27:12.432873 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:12.483939 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-b006ea81-3c76-4a50-856c-f98301ab0a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '840f449b-61c4-48bb-a0e9-33cb33ffd173', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'port_id': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'mac_address': 'fa:16:3e:27:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:10Z', 'updated_at': '2022-10-31T19:27:10Z', 'revision_number': 0, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:12.511692 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b006ea81-3c76-4a50-856c-f98301ab0a05 None None] The sync data for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi is: [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '840f449b-61c4-48bb-a0e9-33cb33ffd173', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'port_id': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'mac_address': 'fa:16:3e:27:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:10Z', 'updated_at': '2022-10-31T19:27:10Z', 'revision_number': 0, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:27:12.511981 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46e134f2-f539-4908-ab7d-f87e8f99273b req-755c7f5f-8e71-481f-a557-d8bd4c2e5387 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759899 Oct 31 19:27:12.598924 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b17c2ce7-edf7-42b6-ab79-dc40c29bff65 req-c190e469-52e5-4f4a-857e-2211368312eb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633387 Oct 31 19:27:12.683420 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46e134f2-f539-4908-ab7d-f87e8f99273b req-8d61cd97-1e20-466f-990d-9f2cf20c87e7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630049 Oct 31 19:27:12.714220 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b17c2ce7-edf7-42b6-ab79-dc40c29bff65 req-1230b810-57fd-420d-be80-24ff3e6c4a26 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072793 Oct 31 19:27:12.714898 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8c4ff8-bf93-4a02-b4ef-6e1f8f5bf1ae None None] New status for floating IP 840f449b-61c4-48bb-a0e9-33cb33ffd173: ACTIVE {{(pid=104478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:27:12.787484 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:12.859717 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b7aee-b1ee-4ac5-9896-9fea436ed343 req-80947147-b0d2-4dc5-939b-18cd130f54d6 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:12.862337 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0b9b7aee-b1ee-4ac5-9896-9fea436ed343 req-80947147-b0d2-4dc5-939b-18cd130f54d6 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 943 time: 0.0506892 Oct 31 19:27:12.921673 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0b9b7aee-b1ee-4ac5-9896-9fea436ed343 req-21906403-6c8b-49f6-aad3-d697dc473f0d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509968 Oct 31 19:27:14.342867 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708271d-5dca-4591-a573-ff26a2cae70f req-6191b1ea-61e7-46d1-9af3-5de4b92ab813 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:14.344658 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9708271d-5dca-4591-a573-ff26a2cae70f req-6191b1ea-61e7-46d1-9af3-5de4b92ab813 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 943 time: 0.3340905 Oct 31 19:27:14.423389 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-9708271d-5dca-4591-a573-ff26a2cae70f req-4b93c7ef-64f6-462b-bb2f-5ffa4fb1e20d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708463 Oct 31 19:27:14.599814 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53590) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:14.712525 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6011125d-0d63-4e7c-97f3-c740931e869c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:14.728239 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:14.803552 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6011125d-0d63-4e7c-97f3-c740931e869c admin admin] Publish callbacks [] for security_group (aa889f0a-e0e4-43bd-be16-341023448af5), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:14.807783 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6011125d-0d63-4e7c-97f3-c740931e869c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (aa889f0a-e0e4-43bd-be16-341023448af5), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:14.851303 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011125d-0d63-4e7c-97f3-c740931e869c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa889f0a-e0e4-43bd-be16-341023448af5,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:14.855651 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-6011125d-0d63-4e7c-97f3-c740931e869c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fdee6e7d8cd34cbd9bf64e364b2dee15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545438 Oct 31 19:27:14.858233 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53594) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:14.911557 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b61f3d6b-9a29-4802-90e6-31369f2d55cb admin admin] Publish callbacks [] for security_group (aa889f0a-e0e4-43bd-be16-341023448af5), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:14.935191 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b61f3d6b-9a29-4802-90e6-31369f2d55cb admin admin] Publish callbacks [] for security_group (aa889f0a-e0e4-43bd-be16-341023448af5), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:14.984249 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b61f3d6b-9a29-4802-90e6-31369f2d55cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (aa889f0a-e0e4-43bd-be16-341023448af5), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:14.986988 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-b61f3d6b-9a29-4802-90e6-31369f2d55cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:14.988176 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-b61f3d6b-9a29-4802-90e6-31369f2d55cb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/aa889f0a-e0e4-43bd-be16-341023448af5 HTTP/1.1" status: 204 len: 168 time: 0.1290126 Oct 31 19:27:14.997850 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f3d6b-9a29-4802-90e6-31369f2d55cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa889f0a-e0e4-43bd-be16-341023448af5,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:15.577623 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea3c4a-1301-4394-a02c-68ffb77eb60d req-5ebde2fa-a475-428c-ba66-3c8ccba904d5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:15.579844 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6cea3c4a-1301-4394-a02c-68ffb77eb60d req-5ebde2fa-a475-428c-ba66-3c8ccba904d5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 943 time: 0.0524857 Oct 31 19:27:15.637008 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6cea3c4a-1301-4394-a02c-68ffb77eb60d req-24aa1466-8881-493e-b6bc-eeb98fff7757 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511594 Oct 31 19:27:16.776860 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3421ce-b63f-4344-b14a-76348879a2a3 req-dc73b36d-1b34-4154-ad8c-bb34558c8412 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:16.778475 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3d3421ce-b63f-4344-b14a-76348879a2a3 req-dc73b36d-1b34-4154-ad8c-bb34558c8412 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 943 time: 0.0481703 Oct 31 19:27:16.848333 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-3d3421ce-b63f-4344-b14a-76348879a2a3 req-d282df61-14de-4b6d-a1b6-ef9e275026fd tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475326 Oct 31 19:27:17.981141 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7c809-9295-4f3c-93b3-2f06b540deee req-e5a32c6d-bf7f-4c1a-84ec-ea5b72b3ff57 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:17.983105 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3aa7c809-9295-4f3c-93b3-2f06b540deee req-e5a32c6d-bf7f-4c1a-84ec-ea5b72b3ff57 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 943 time: 0.0504081 Oct 31 19:27:18.034411 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3aa7c809-9295-4f3c-93b3-2f06b540deee req-b5116340-1267-4653-a8df-7662e214a458 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447841 Oct 31 19:27:19.170846 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf2fa3-8684-4cf8-b491-7d6705bcd36f req-16932971-eb81-42f4-b43b-4ff94870108a tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:19.172969 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5acf2fa3-8684-4cf8-b491-7d6705bcd36f req-16932971-eb81-42f4-b43b-4ff94870108a tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 943 time: 0.0519586 Oct 31 19:27:19.223953 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5acf2fa3-8684-4cf8-b491-7d6705bcd36f req-42729d3e-f5d0-4745-913a-8f7fa68477f4 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452080 Oct 31 19:27:20.358665 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2e2eb-867c-4879-bf5a-440bbbd97451 req-7b95ade8-2465-42fb-88c0-559ebc765a6f tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:20.360157 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e5f2e2eb-867c-4879-bf5a-440bbbd97451 req-7b95ade8-2465-42fb-88c0-559ebc765a6f tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 943 time: 0.0532346 Oct 31 19:27:20.410677 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e5f2e2eb-867c-4879-bf5a-440bbbd97451 req-773b957c-b44b-46f3-bb75-695f21b2e9a7 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441113 Oct 31 19:27:21.525211 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:21.543753 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3bd36-ccd4-4131-a8e4-aa2fff9caca7 req-da440278-3651-4e5e-80b2-de2492154c43 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:21.545222 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ade3bd36-ccd4-4131-a8e4-aa2fff9caca7 req-da440278-3651-4e5e-80b2-de2492154c43 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 943 time: 0.0484571 Oct 31 19:27:21.592147 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ade3bd36-ccd4-4131-a8e4-aa2fff9caca7 req-02a12ede-6023-4a30-b440-d988e0996242 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408733 Oct 31 19:27:22.718680 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754eb9cb-0bb2-4591-9397-22a6eb6f093f req-4db5a373-84b4-4b77-bf53-4cbbed0b6dcb tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:22.720132 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-754eb9cb-0bb2-4591-9397-22a6eb6f093f req-4db5a373-84b4-4b77-bf53-4cbbed0b6dcb tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 943 time: 0.0468528 Oct 31 19:27:22.771468 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-754eb9cb-0bb2-4591-9397-22a6eb6f093f req-65c957b7-7314-4204-a53d-e51ab410a6e8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449061 Oct 31 19:27:22.783203 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:23.897051 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a299d5-970a-444c-8a92-202e42340acd req-c217a67d-dfa8-4aaa-a5cf-f3e408c75aa9 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:23.898530 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d8a299d5-970a-444c-8a92-202e42340acd req-c217a67d-dfa8-4aaa-a5cf-f3e408c75aa9 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 943 time: 0.0458550 Oct 31 19:27:23.934520 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 0e51264f-300d-49b6-9f03-c22ed061b801 details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:27:23.948145 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-d8a299d5-970a-444c-8a92-202e42340acd req-50010344-bc99-441f-8c7a-4c1fd280a05d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441461 Oct 31 19:27:24.178755 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 0e51264f-300d-49b6-9f03-c22ed061b801, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=0e51264f-300d-49b6-9f03-c22ed061b801,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:27:24.191315 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '0e51264f-300d-49b6-9f03-c22ed061b801', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'port_id': '0e51264f-300d-49b6-9f03-c22ed061b801', 'mac_address': 'fa:16:3e:3a:16:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:27:24.231389 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 0e51264f-300d-49b6-9f03-c22ed061b801 is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:27:24.231743 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:24.247717 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e51264f-300d-49b6-9f03-c22ed061b801 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:27:24.270588 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 0e51264f-300d-49b6-9f03-c22ed061b801, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=0e51264f-300d-49b6-9f03-c22ed061b801,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:27:24.276913 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:24.325044 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=0e51264f-300d-49b6-9f03-c22ed061b801,revision_number=9']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:24.380686 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53718) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:24.501337 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-90a157b5-7ed2-4b68-a462-d2622de5c574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:24.538644 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['0e51264f-300d-49b6-9f03-c22ed061b801'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:27:24.578921 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-90a157b5-7ed2-4b68-a462-d2622de5c574 admin admin] Publish callbacks [] for security_group (9ce84aa0-a596-4d08-8dc7-b03d86fa02be), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:24.583635 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-90a157b5-7ed2-4b68-a462-d2622de5c574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (9ce84aa0-a596-4d08-8dc7-b03d86fa02be), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:24.621688 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a157b5-7ed2-4b68-a462-d2622de5c574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce84aa0-a596-4d08-8dc7-b03d86fa02be,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:24.629866 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-90a157b5-7ed2-4b68-a462-d2622de5c574 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3f37decb161140ada813e054463a584c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451982 Oct 31 19:27:24.630415 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53726) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:24.651007 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:INSERT=11,neutron:UPDATE=1,neutron:SELECT=87,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:24.684831 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d7679b0a-852f-4caa-be68-1a54ebed4644 admin admin] Publish callbacks [] for security_group (9ce84aa0-a596-4d08-8dc7-b03d86fa02be), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:24.704563 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d7679b0a-852f-4caa-be68-1a54ebed4644 admin admin] Publish callbacks [] for security_group (9ce84aa0-a596-4d08-8dc7-b03d86fa02be), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:24.753057 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d7679b0a-852f-4caa-be68-1a54ebed4644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (9ce84aa0-a596-4d08-8dc7-b03d86fa02be), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:24.755623 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d7679b0a-852f-4caa-be68-1a54ebed4644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:24.756758 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-d7679b0a-852f-4caa-be68-1a54ebed4644 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9ce84aa0-a596-4d08-8dc7-b03d86fa02be HTTP/1.1" status: 204 len: 168 time: 0.1257730 Oct 31 19:27:24.765118 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7679b0a-852f-4caa-be68-1a54ebed4644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce84aa0-a596-4d08-8dc7-b03d86fa02be,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:25.082962 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57fbf7-8e46-4246-9b17-815a4d6232de req-9cde577b-d30a-41fc-9e1b-c6460330692b tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:25.084551 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-fe57fbf7-8e46-4246-9b17-815a4d6232de req-9cde577b-d30a-41fc-9e1b-c6460330692b tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 944 time: 0.0533314 Oct 31 19:27:25.131527 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-fe57fbf7-8e46-4246-9b17-815a4d6232de req-23df5cd3-ed22-4209-a9c4-fae08b32c67c tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411713 Oct 31 19:27:25.951569 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 0e51264f-300d-49b6-9f03-c22ed061b801 up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:27:25.995890 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 0e51264f-300d-49b6-9f03-c22ed061b801 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:27:25.996323 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:25.996714 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 0e51264f-300d-49b6-9f03-c22ed061b801 Oct 31 19:27:26.070540 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 0e51264f-300d-49b6-9f03-c22ed061b801 is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:27:26.070929 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:26.079142 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:26.094196 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e51264f-300d-49b6-9f03-c22ed061b801'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:27:26.096389 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2019a97e-f256-46e2-852c-d06ebee76e9d" -d '{"events": [{"server_uuid": "3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29", "name": "network-vif-plugged", "status": "completed", "tag": "0e51264f-300d-49b6-9f03-c22ed061b801"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:27:26.108555 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 0e51264f-300d-49b6-9f03-c22ed061b801, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=0e51264f-300d-49b6-9f03-c22ed061b801,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:27:26.112927 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:26.136758 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7690d8-c5b8-4ff7-8964-9e7265cc8181 x-openstack-request-id: req-3a7690d8-c5b8-4ff7-8964-9e7265cc8181 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:27:26.137061 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29", "name": "network-vif-plugged", "status": "completed", "tag": "0e51264f-300d-49b6-9f03-c22ed061b801", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:27:26.137307 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a7690d8-c5b8-4ff7-8964-9e7265cc8181 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:27:26.137709 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a7690d8-c5b8-4ff7-8964-9e7265cc8181'] response: {'server_uuid': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e51264f-300d-49b6-9f03-c22ed061b801', 'code': 200} Oct 31 19:27:26.163616 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=0e51264f-300d-49b6-9f03-c22ed061b801,revision_number=10']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:26.265884 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c62ae0-da10-472a-a35a-3d1938cd4782 req-9a5ed8d4-560d-411c-b3b6-c5f4f12897a8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:26.267890 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c2c62ae0-da10-472a-a35a-3d1938cd4782 req-9a5ed8d4-560d-411c-b3b6-c5f4f12897a8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 946 time: 0.0529442 Oct 31 19:27:26.318589 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c2c62ae0-da10-472a-a35a-3d1938cd4782 req-6dc521cd-6f1f-4555-b71f-ec90ca83b602 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445645 Oct 31 19:27:26.371801 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb16af-a0db-4a63-8bd0-be786dbd6783 req-a3b0a1e2-19ed-4d76-a89d-6dcaa77d43b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:26.373473 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0aeb16af-a0db-4a63-8bd0-be786dbd6783 req-a3b0a1e2-19ed-4d76-a89d-6dcaa77d43b9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 1130 time: 0.0392995 Oct 31 19:27:26.407580 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:26.419630 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0aeb16af-a0db-4a63-8bd0-be786dbd6783 req-bb5a717f-6fc8-4833-a6df-e963f4b5a631 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390728 Oct 31 19:27:27.409927 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:27.444934 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a862a7d-2846-42c5-962c-4ad516174c27 req-01fed597-ad0f-4670-83cf-f12b02307c7d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:27.446405 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1a862a7d-2846-42c5-962c-4ad516174c27 req-01fed597-ad0f-4670-83cf-f12b02307c7d tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 946 time: 0.0462086 Oct 31 19:27:27.496854 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1a862a7d-2846-42c5-962c-4ad516174c27 req-6cb78c50-ef05-4622-bbf8-93b8ce335e14 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450165 Oct 31 19:27:28.621838 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a77533-1a64-4cfd-82db-5da3b7ed816f req-a4ba9a3a-6bfd-43ea-b144-60661c83af47 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:28.623275 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a9a77533-1a64-4cfd-82db-5da3b7ed816f req-a4ba9a3a-6bfd-43ea-b144-60661c83af47 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 946 time: 0.0458214 Oct 31 19:27:28.670033 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a9a77533-1a64-4cfd-82db-5da3b7ed816f req-8ae96d8a-b922-4b3b-a193-5fd9e173eefa tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412652 Oct 31 19:27:30.734372 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:30.860653 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:31.584471 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0340fe14-3e68-42f5-b56d-af3016fe4f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:33.055469 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:27:33.908345 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-dcbde069-ae2a-4964-9335-7a8879c8a31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:35.034574 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:35.043268 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:36.435078 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:36.696431 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:36.796393 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2671f-1268-4242-9f54-240844932161 req-c82d3f80-593b-49e2-875e-502e8a0a9e53 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:36.797804 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b5f2671f-1268-4242-9f54-240844932161 req-c82d3f80-593b-49e2-875e-502e8a0a9e53 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 946 time: 0.0482330 Oct 31 19:27:36.845265 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b5f2671f-1268-4242-9f54-240844932161 req-1e56e8e5-9bab-479c-aa8c-4e4cd5b89cd1 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416138 Oct 31 19:27:37.970995 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d75e6-62d9-49c7-87a2-6a4717ad4e98 req-542f6a16-2b16-425e-b317-199676616d12 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:37.972836 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-690d75e6-62d9-49c7-87a2-6a4717ad4e98 req-542f6a16-2b16-425e-b317-199676616d12 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 946 time: 0.0489349 Oct 31 19:27:38.017995 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-690d75e6-62d9-49c7-87a2-6a4717ad4e98 req-f534d663-8fe0-47b7-8974-bf6886caf97a tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=0228da5a-22bd-4c78-a043-da2e53fc24d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395358 Oct 31 19:27:38.529760 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd5c97-7cfa-4783-8a70-87ec91f35acc req-2704fc98-597b-4ec4-88c4-83a02b05da23 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:38.531195 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-20fd5c97-7cfa-4783-8a70-87ec91f35acc req-2704fc98-597b-4ec4-88c4-83a02b05da23 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 946 time: 0.0474236 Oct 31 19:27:38.617699 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-20fd5c97-7cfa-4783-8a70-87ec91f35acc req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Deleting port 6abee1f4-a65e-4f4f-9235-4bfd378d8389 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:27:38.617960 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-20fd5c97-7cfa-4783-8a70-87ec91f35acc req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (6abee1f4-a65e-4f4f-9235-4bfd378d8389), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:38.705176 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-20fd5c97-7cfa-4783-8a70-87ec91f35acc req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] For port 6abee1f4-a65e-4f4f-9235-4bfd378d8389, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=6abee1f4-a65e-4f4f-9235-4bfd378d8389,segment=NetworkSegment(f8e8f60f-31c8-4f06-ac72-adbed7afc379),segment_id=f8e8f60f-31c8-4f06-ac72-adbed7afc379)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:27:38.705528 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-20fd5c97-7cfa-4783-8a70-87ec91f35acc req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (6abee1f4-a65e-4f4f-9235-4bfd378d8389), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:38.870210 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-20fd5c97-7cfa-4783-8a70-87ec91f35acc req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:38.870483 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-20fd5c97-7cfa-4783-8a70-87ec91f35acc req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (b626aa1b-3879-49fb-9817-cd09f6d75ac6), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:38.870793 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.l3_db [req-20fd5c97-7cfa-4783-8a70-87ec91f35acc req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Floating IP b626aa1b-3879-49fb-9817-cd09f6d75ac6 disassociated. External IP: 172.27.0.17, port: 6abee1f4-a65e-4f4f-9235-4bfd378d8389. Oct 31 19:27:38.871126 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-20fd5c97-7cfa-4783-8a70-87ec91f35acc req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Calling delete_port for 6abee1f4-a65e-4f4f-9235-4bfd378d8389 owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:27:38.995548 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-20fd5c97-7cfa-4783-8a70-87ec91f35acc req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (6abee1f4-a65e-4f4f-9235-4bfd378d8389), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:39.020945 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event deleted for resources: {'Port': ['ID=6abee1f4-a65e-4f4f-9235-4bfd378d8389,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:39.030560 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:39.030902 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:39.031238 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:39.031573 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:39.031901 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:39.032224 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:39.032544 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:39.033423 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:39.033423 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:39.033600 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:39.033857 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:39.034110 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:39.034421 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:39.034736 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:39.035592 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:39.145641 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-44e54e16-1e12-44a4-9e7e-c7be84382a8e req-ba8e830c-d7e8-4901-8f5a-2cb221b919be tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c96bdeca-16e0-4d90-a9f9-0f9d46799d68 HTTP/1.1" status: 200 len: 210 time: 0.0509050 Oct 31 19:27:39.169913 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20fd5c97-7cfa-4783-8a70-87ec91f35acc req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Router 18d4f8cc-60a8-47d2-94d6-cde408eba1af has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:27:39.217461 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:39.227697 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:39.274704 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20fd5c97-7cfa-4783-8a70-87ec91f35acc req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:27:39.285970 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a56c545-2e79-49f1-b9ea-5cc921458d15 None None] Sync routers for ids ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:27:39.296350 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a56c545-2e79-49f1-b9ea-5cc921458d15 None None] Routers {'18d4f8cc-60a8-47d2-94d6-cde408eba1af'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:27:39.296956 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-3a56c545-2e79-49f1-b9ea-5cc921458d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:27:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:39.319794 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fd5c97-7cfa-4783-8a70-87ec91f35acc req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] No DVR routers for this DVR port 6abee1f4-a65e-4f4f-9235-4bfd378d8389 on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:27:39.322347 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-20fd5c97-7cfa-4783-8a70-87ec91f35acc req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:39.325488 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-20fd5c97-7cfa-4783-8a70-87ec91f35acc req-e491ed38-0df4-453f-bb43-5cfabdb7216b tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.33 "DELETE /networking/v2.0/ports/6abee1f4-a65e-4f4f-9235-4bfd378d8389 HTTP/1.1" status: 204 len: 173 time: 0.7880075 Oct 31 19:27:39.326000 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96bdeca-16e0-4d90-a9f9-0f9d46799d68', 'name': 'network-vif-deleted', 'tag': '6abee1f4-a65e-4f4f-9235-4bfd378d8389'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:27:39.328234 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a96263-da39-4b80-8a9f-420b1a1787e9" -d '{"events": [{"server_uuid": "c96bdeca-16e0-4d90-a9f9-0f9d46799d68", "name": "network-vif-deleted", "tag": "6abee1f4-a65e-4f4f-9235-4bfd378d8389"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:27:39.381289 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9af3ac5-2d59-4d2a-8fb2-3c5e44f490d8 x-openstack-request-id: req-e9af3ac5-2d59-4d2a-8fb2-3c5e44f490d8 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:27:39.381560 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96bdeca-16e0-4d90-a9f9-0f9d46799d68", "name": "network-vif-deleted", "tag": "6abee1f4-a65e-4f4f-9235-4bfd378d8389", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:27:39.381851 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9af3ac5-2d59-4d2a-8fb2-3c5e44f490d8 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:27:39.382298 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9af3ac5-2d59-4d2a-8fb2-3c5e44f490d8'] response: {'server_uuid': 'c96bdeca-16e0-4d90-a9f9-0f9d46799d68', 'name': 'network-vif-deleted', 'tag': '6abee1f4-a65e-4f4f-9235-4bfd378d8389', 'status': 'completed', 'code': 200} Oct 31 19:27:39.417488 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-3a56c545-2e79-49f1-b9ea-5cc921458d15 None None] Set router 18d4f8cc-60a8-47d2-94d6-cde408eba1af gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:27:39.619772 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-3a56c545-2e79-49f1-b9ea-5cc921458d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:49Z', 'revision_number': 4, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'e66d7874-fe75-4921-91b1-0d4f592fb2ab', 'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'mac_address': 'fa:16:3e:31:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:02Z', 'revision_number': 5, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'subnets': [{'id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:39.644070 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a56c545-2e79-49f1-b9ea-5cc921458d15 None None] Checking router: 18d4f8cc-60a8-47d2-94d6-cde408eba1af for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:27:39.652247 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a56c545-2e79-49f1-b9ea-5cc921458d15 None None] Routers {'18d4f8cc-60a8-47d2-94d6-cde408eba1af'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:27:39.652833 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-3a56c545-2e79-49f1-b9ea-5cc921458d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:27:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:39.752371 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-3a56c545-2e79-49f1-b9ea-5cc921458d15 None None] Set router 18d4f8cc-60a8-47d2-94d6-cde408eba1af gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:27:39.943832 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-3a56c545-2e79-49f1-b9ea-5cc921458d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:49Z', 'revision_number': 4, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'e66d7874-fe75-4921-91b1-0d4f592fb2ab', 'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'mac_address': 'fa:16:3e:31:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:02Z', 'revision_number': 5, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'subnets': [{'id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:39.975159 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a56c545-2e79-49f1-b9ea-5cc921458d15 None None] The sync data for ids ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'] in dv-cinder-863097-1-iscsi is: [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:20:49Z', 'revision_number': 4, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'e66d7874-fe75-4921-91b1-0d4f592fb2ab', 'name': '', 'network_id': 'bb81951e-1ade-402e-8059-76bd3e08139a', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'mac_address': 'fa:16:3e:31:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:45Z', 'updated_at': '2022-10-31T19:21:02Z', 'revision_number': 5, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'subnets': [{'id': '9821b6e6-ba6a-40fd-94d0-4d7194d13f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:27:40.190010 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5973ca8b-9c44-4152-9aa4-35717799e98f None None] New status for floating IP b626aa1b-3879-49fb-9817-cd09f6d75ac6: DOWN {{(pid=104478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:27:40.240319 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53870) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:40.295472 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group (0228da5a-22bd-4c78-a043-da2e53fc24d5), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:40.323042 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group (0228da5a-22bd-4c78-a043-da2e53fc24d5), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:40.325498 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:40.375787 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (0228da5a-22bd-4c78-a043-da2e53fc24d5), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:40.378384 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:40.380078 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0228da5a-22bd-4c78-a043-da2e53fc24d5 HTTP/1.1" status: 204 len: 168 time: 0.1387160 Oct 31 19:27:40.383104 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 53872) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:40.389473 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0228da5a-22bd-4c78-a043-da2e53fc24d5,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:40.396686 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:40.397037 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:40.397355 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.api.v2.resource [None req-91cdb40b-5084-45ab-a352-9fb18c67b1db tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] show failed (client error): The resource could not be found. Oct 31 19:27:40.397459 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:40.397736 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:40.398073 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:40.398412 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:40.398673 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-91cdb40b-5084-45ab-a352-9fb18c67b1db tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "GET /networking/v2.0/security-groups/0228da5a-22bd-4c78-a043-da2e53fc24d5 HTTP/1.1" status: 404 len: 347 time: 0.0145152 Oct 31 19:27:40.398808 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:40.399055 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:40.399380 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:40.399705 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:40.400030 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:40.400356 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:40.400678 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:40.400998 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:40.401317 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6b234-47fd-4e77-a427-da5f8c025871 tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:40.401463 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 53874) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:40.535192 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-b2049371-4d4e-4fc0-abb0-c9626338a9dd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Deleting port 1d78b524-61e5-4803-9b61-6e480c45d7d0 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:27:40.535533 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b2049371-4d4e-4fc0-abb0-c9626338a9dd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (1d78b524-61e5-4803-9b61-6e480c45d7d0), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:40.611382 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b2049371-4d4e-4fc0-abb0-c9626338a9dd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (1d78b524-61e5-4803-9b61-6e480c45d7d0), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:40.611704 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b2049371-4d4e-4fc0-abb0-c9626338a9dd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for floatingip (1d78b524-61e5-4803-9b61-6e480c45d7d0), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:40.624346 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-b2049371-4d4e-4fc0-abb0-c9626338a9dd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Calling delete_port for 1d78b524-61e5-4803-9b61-6e480c45d7d0 owned by network:floatingip {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:27:40.758393 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b2049371-4d4e-4fc0-abb0-c9626338a9dd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (1d78b524-61e5-4803-9b61-6e480c45d7d0), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:40.782717 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2049371-4d4e-4fc0-abb0-c9626338a9dd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Pushing event deleted for resources: {'Port': ['ID=1d78b524-61e5-4803-9b61-6e480c45d7d0,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:40.848087 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b2049371-4d4e-4fc0-abb0-c9626338a9dd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks [] for floatingip (b626aa1b-3879-49fb-9817-cd09f6d75ac6), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:40.850730 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b2049371-4d4e-4fc0-abb0-c9626338a9dd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:40.851952 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-b2049371-4d4e-4fc0-abb0-c9626338a9dd tempest-AttachVolumeTestJSON-190527948 tempest-AttachVolumeTestJSON-190527948-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/b626aa1b-3879-49fb-9817-cd09f6d75ac6 HTTP/1.1" status: 204 len: 168 time: 0.4495158 Oct 31 19:27:42.044060 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 6abee1f4-a65e-4f4f-9235-4bfd378d8389 no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:27:42.064527 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: 6abee1f4-a65e-4f4f-9235-4bfd378d8389 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:27:42.065144 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 6abee1f4-a65e-4f4f-9235-4bfd378d8389 not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:27:42.801952 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:44.406406 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 53904) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:44.858011 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-cf48e8fe-c2e5-4c36-a4f4-20af0181ea54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2057950'] for router_interface (18d4f8cc-60a8-47d2-94d6-cde408eba1af), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:45.136739 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:45.177335 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:45.306521 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-cf48e8fe-c2e5-4c36-a4f4-20af0181ea54 admin admin] Deleting port e66d7874-fe75-4921-91b1-0d4f592fb2ab {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:27:45.306855 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-cf48e8fe-c2e5-4c36-a4f4-20af0181ea54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:45.386694 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-cf48e8fe-c2e5-4c36-a4f4-20af0181ea54 admin admin] For port e66d7874-fe75-4921-91b1-0d4f592fb2ab, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=e66d7874-fe75-4921-91b1-0d4f592fb2ab,segment=NetworkSegment(f8e8f60f-31c8-4f06-ac72-adbed7afc379),segment_id=f8e8f60f-31c8-4f06-ac72-adbed7afc379)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:27:45.387098 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-cf48e8fe-c2e5-4c36-a4f4-20af0181ea54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:45.400332 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-cf48e8fe-c2e5-4c36-a4f4-20af0181ea54 admin admin] Calling delete_port for e66d7874-fe75-4921-91b1-0d4f592fb2ab owned by network:router_interface {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:27:45.578453 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-cf48e8fe-c2e5-4c36-a4f4-20af0181ea54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (e66d7874-fe75-4921-91b1-0d4f592fb2ab), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:45.601682 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48e8fe-c2e5-4c36-a4f4-20af0181ea54 admin admin] Pushing event deleted for resources: {'Port': ['ID=e66d7874-fe75-4921-91b1-0d4f592fb2ab,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:45.766479 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-cf48e8fe-c2e5-4c36-a4f4-20af0181ea54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056782'] for router_interface (18d4f8cc-60a8-47d2-94d6-cde408eba1af), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:45.787962 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ecde3-f7a2-49f1-bdd3-24238359c11e None None] get_active_networks_info from dv-cinder-863097-1-iscsi {{(pid=104477) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 19:27:45.874265 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:45.892116 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793ecde3-f7a2-49f1-bdd3-24238359c11e None None] Resources bound (agent type, host, resource id): {{(pid=104477) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 19:27:45.960942 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:45.970510 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:45.982975 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf48e8fe-c2e5-4c36-a4f4-20af0181ea54 admin admin] Router 18d4f8cc-60a8-47d2-94d6-cde408eba1af has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:27:46.026000 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:46.090936 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf48e8fe-c2e5-4c36-a4f4-20af0181ea54 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:27:46.096353 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-cf48e8fe-c2e5-4c36-a4f4-20af0181ea54 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/18d4f8cc-60a8-47d2-94d6-cde408eba1af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6889098 Oct 31 19:27:46.098987 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 53908) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:46.101535 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d69cfe6-ba24-44d9-a5d7-4614cc954393 None None] Sync routers for ids ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:27:46.111969 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d69cfe6-ba24-44d9-a5d7-4614cc954393 None None] Routers {'18d4f8cc-60a8-47d2-94d6-cde408eba1af'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:27:46.112689 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-3d69cfe6-ba24-44d9-a5d7-4614cc954393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:27:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:46.207098 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5fa82d7-d940-4e73-ba5d-1f1870db414f admin admin] Publish callbacks [] for router (18d4f8cc-60a8-47d2-94d6-cde408eba1af), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:46.220310 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-3d69cfe6-ba24-44d9-a5d7-4614cc954393 None None] Set router 18d4f8cc-60a8-47d2-94d6-cde408eba1af gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:27:46.315807 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5fa82d7-d940-4e73-ba5d-1f1870db414f admin admin] Publish callbacks [] for router_gateway (18d4f8cc-60a8-47d2-94d6-cde408eba1af), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:46.360926 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-d5fa82d7-d940-4e73-ba5d-1f1870db414f admin admin] Deleting port db192b77-6a9c-4a50-91e2-04230a7bc81e {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:27:46.361437 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5fa82d7-d940-4e73-ba5d-1f1870db414f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (db192b77-6a9c-4a50-91e2-04230a7bc81e), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:46.402249 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-3d69cfe6-ba24-44d9-a5d7-4614cc954393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:27:45Z', 'revision_number': 5, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port': {'id': 'db192b77-6a9c-4a50-91e2-04230a7bc81e', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:48:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:46.435145 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d69cfe6-ba24-44d9-a5d7-4614cc954393 None None] Checking router: 18d4f8cc-60a8-47d2-94d6-cde408eba1af for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:27:46.447406 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d69cfe6-ba24-44d9-a5d7-4614cc954393 None None] Routers {'18d4f8cc-60a8-47d2-94d6-cde408eba1af'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:27:46.448002 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-3d69cfe6-ba24-44d9-a5d7-4614cc954393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:27:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:46.459835 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-d5fa82d7-d940-4e73-ba5d-1f1870db414f admin admin] For port db192b77-6a9c-4a50-91e2-04230a7bc81e, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=db192b77-6a9c-4a50-91e2-04230a7bc81e,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:27:46.460201 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5fa82d7-d940-4e73-ba5d-1f1870db414f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (db192b77-6a9c-4a50-91e2-04230a7bc81e), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:46.478375 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-d5fa82d7-d940-4e73-ba5d-1f1870db414f admin admin] Calling delete_port for db192b77-6a9c-4a50-91e2-04230a7bc81e owned by network:router_gateway {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:27:46.538208 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-3d69cfe6-ba24-44d9-a5d7-4614cc954393 None None] Set router 18d4f8cc-60a8-47d2-94d6-cde408eba1af gateway port host: None {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:27:46.589406 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-3d69cfe6-ba24-44d9-a5d7-4614cc954393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:27:46Z', 'revision_number': 6, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port_host': None}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:46.618826 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d69cfe6-ba24-44d9-a5d7-4614cc954393 None None] The sync data for ids ['18d4f8cc-60a8-47d2-94d6-cde408eba1af'] in dv-cinder-863097-1-iscsi is: [{'id': '18d4f8cc-60a8-47d2-94d6-cde408eba1af', 'name': 'tempest-AttachVolumeTestJSON-54939151-router', 'tenant_id': '3f9c317b548b40deb8cb27236d36d674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:36Z', 'updated_at': '2022-10-31T19:27:46Z', 'revision_number': 6, 'project_id': '3f9c317b548b40deb8cb27236d36d674', 'gw_port_host': None}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:27:46.620973 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-87d6b37c-ab04-42d1-bd82-a200d93ac65d None None] Provisioning complete for port 822c9720-29d0-46f0-b6d2-47df89cb0437 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:27:46.621334 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-87d6b37c-ab04-42d1-bd82-a200d93ac65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (822c9720-29d0-46f0-b6d2-47df89cb0437), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:46.621685 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-87d6b37c-ab04-42d1-bd82-a200d93ac65d None None] Attempt 1 to provision port 822c9720-29d0-46f0-b6d2-47df89cb0437 Oct 31 19:27:46.657528 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5fa82d7-d940-4e73-ba5d-1f1870db414f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (db192b77-6a9c-4a50-91e2-04230a7bc81e), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:46.693644 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa82d7-d940-4e73-ba5d-1f1870db414f admin admin] Pushing event deleted for resources: {'Port': ['ID=db192b77-6a9c-4a50-91e2-04230a7bc81e,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:46.752304 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5fa82d7-d940-4e73-ba5d-1f1870db414f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2058137'] for router_gateway (18d4f8cc-60a8-47d2-94d6-cde408eba1af), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:46.833460 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-87d6b37c-ab04-42d1-bd82-a200d93ac65d None None] Current status of the port 822c9720-29d0-46f0-b6d2-47df89cb0437 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:27:46.843668 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5fa82d7-d940-4e73-ba5d-1f1870db414f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2036084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482181'] for router (18d4f8cc-60a8-47d2-94d6-cde408eba1af), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:46.845853 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5fa82d7-d940-4e73-ba5d-1f1870db414f admin admin] Publish callbacks [] for router_controller (18d4f8cc-60a8-47d2-94d6-cde408eba1af), precommit_delete_associations {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:46.887409 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5fa82d7-d940-4e73-ba5d-1f1870db414f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2056731'] for router (18d4f8cc-60a8-47d2-94d6-cde408eba1af), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:46.888045 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fa82d7-d940-4e73-ba5d-1f1870db414f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18d4f8cc-60a8-47d2-94d6-cde408eba1af {{(pid=104475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 19:27:46.892692 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d5fa82d7-d940-4e73-ba5d-1f1870db414f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:46.893813 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-d5fa82d7-d940-4e73-ba5d-1f1870db414f admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/18d4f8cc-60a8-47d2-94d6-cde408eba1af HTTP/1.1" status: 204 len: 168 time: 0.7938681 Oct 31 19:27:46.896598 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53910) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:46.945792 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd03d557-d706-42a6-8ad6-75812d61006b admin admin] Deleting subnet 9821b6e6-ba6a-40fd-94d0-4d7194d13f47 {{(pid=104476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 19:27:46.949099 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-bd03d557-d706-42a6-8ad6-75812d61006b admin admin] Publish callbacks [] for subnet (9821b6e6-ba6a-40fd-94d0-4d7194d13f47), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:46.984844 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-bd03d557-d706-42a6-8ad6-75812d61006b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8041706'] for subnet (9821b6e6-ba6a-40fd-94d0-4d7194d13f47), precommit_delete_associations {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.065978 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-bd03d557-d706-42a6-8ad6-75812d61006b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990620'] for subnet (9821b6e6-ba6a-40fd-94d0-4d7194d13f47), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.117437 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-bd03d557-d706-42a6-8ad6-75812d61006b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5226086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4898039'] for subnet (9821b6e6-ba6a-40fd-94d0-4d7194d13f47), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.146354 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03d557-d706-42a6-8ad6-75812d61006b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9821b6e6-ba6a-40fd-94d0-4d7194d13f47,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:47.150057 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-bd03d557-d706-42a6-8ad6-75812d61006b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.153165 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-bd03d557-d706-42a6-8ad6-75812d61006b admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/9821b6e6-ba6a-40fd-94d0-4d7194d13f47 HTTP/1.1" status: 204 len: 168 time: 0.2555342 Oct 31 19:27:47.155416 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925b3eae-820d-4c51-b803-3d7594c9c171 None None] Network bb81951e-1ade-402e-8059-76bd3e08139a requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:27:47.156103 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53912) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:47.210827 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:47.228894 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-890624'] for network (bb81951e-1ade-402e-8059-76bd3e08139a), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.274191 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] Deleting port 822c9720-29d0-46f0-b6d2-47df89cb0437 {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:27:47.274472 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (822c9720-29d0-46f0-b6d2-47df89cb0437), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.346209 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] For port 822c9720-29d0-46f0-b6d2-47df89cb0437, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=822c9720-29d0-46f0-b6d2-47df89cb0437,segment=NetworkSegment(f8e8f60f-31c8-4f06-ac72-adbed7afc379),segment_id=f8e8f60f-31c8-4f06-ac72-adbed7afc379)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:27:47.346572 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (822c9720-29d0-46f0-b6d2-47df89cb0437), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.360081 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] Calling delete_port for 822c9720-29d0-46f0-b6d2-47df89cb0437 owned by network:dhcp {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:27:47.394917 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] DHCP port deletion for bb81951e-1ade-402e-8059-76bd3e08139a request from dv-cinder-863097-1-iscsi {{(pid=104477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 19:27:47.434841 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Deleting port 822c9720-29d0-46f0-b6d2-47df89cb0437 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:27:47.435202 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (822c9720-29d0-46f0-b6d2-47df89cb0437), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.442208 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (822c9720-29d0-46f0-b6d2-47df89cb0437), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.470505 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=822c9720-29d0-46f0-b6d2-47df89cb0437,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:47.474629 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] No DVR routers for this DVR port 822c9720-29d0-46f0-b6d2-47df89cb0437 on host dv-cinder-863097-1-iscsi {{(pid=104476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:27:47.504926 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] For port 822c9720-29d0-46f0-b6d2-47df89cb0437, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=822c9720-29d0-46f0-b6d2-47df89cb0437,segment=NetworkSegment(f8e8f60f-31c8-4f06-ac72-adbed7afc379),segment_id=f8e8f60f-31c8-4f06-ac72-adbed7afc379)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:27:47.505320 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (822c9720-29d0-46f0-b6d2-47df89cb0437), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.519023 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Calling delete_port for 822c9720-29d0-46f0-b6d2-47df89cb0437 owned by network:dhcp {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:27:47.548661 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989543', 'neutron.services.segments.db._delete_segments_for_network-8766604153474'] for network (bb81951e-1ade-402e-8059-76bd3e08139a), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.569970 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb81951e-1ade-402e-8059-76bd3e08139a']}} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:47.579446 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e8f60f-31c8-4f06-ac72-adbed7afc379') {'for_net_delete': True} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:47.579743 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e8f60f-31c8-4f06-ac72-adbed7afc379') {} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:47.593789 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766604153537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8041699'] for segment (f8e8f60f-31c8-4f06-ac72-adbed7afc379), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.612018 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (f8e8f60f-31c8-4f06-ac72-adbed7afc379), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.619381 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=104476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 19:27:47.619592 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5225984'] for segment (f8e8f60f-31c8-4f06-ac72-adbed7afc379), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.630920 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:47.638808 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:47.647967 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (822c9720-29d0-46f0-b6d2-47df89cb0437), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.676952 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Pushing event deleted for resources: {'Port': ['ID=822c9720-29d0-46f0-b6d2-47df89cb0437,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:47.686618 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] No DVR routers for this DVR port 822c9720-29d0-46f0-b6d2-47df89cb0437 on host dv-cinder-863097-1-iscsi {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:27:47.688500 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2058165'] for network (bb81951e-1ade-402e-8059-76bd3e08139a), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.689827 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:47.689973 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:47.690322 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:47.690701 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:47.691101 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:47.691497 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:47.691829 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:47.692162 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:47.692489 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:47.692815 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:47.693140 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:47.693254 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.693463 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:47.693809 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:47.694132 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:47.694456 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85852f4c-6b88-4e7d-a928-00723253f42a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:47.697925 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/bb81951e-1ade-402e-8059-76bd3e08139a HTTP/1.1" status: 204 len: 168 time: 0.5407908 Oct 31 19:27:47.712230 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2979c5-c938-4aab-a278-f471c68c4d4e admin admin] Pushing event deleted for resources: {'Network': ['ID=bb81951e-1ade-402e-8059-76bd3e08139a,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:47.813726 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment f8e8f60f-31c8-4f06-ac72-adbed7afc379 resource provider aggregate not found Oct 31 19:27:47.830632 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment f8e8f60f-31c8-4f06-ac72-adbed7afc379 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8e8f60f-31c8-4f06-ac72-adbed7afc379 found for delete ", "request_id": "req-0ce91f7b-d8fe-48b9-b15b-5fb94e20cc97"}]} Oct 31 19:27:47.845364 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53922) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:47.886623 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-bd4957d6-ca45-4582-9e04-a6c4c9ec5495 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3f9c317b548b40deb8cb27236d36d674&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400767 Oct 31 19:27:47.889089 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53924) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:47.940604 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c747f954-2bce-4494-9d14-15bf36a645fb admin admin] Publish callbacks [] for security_group (0bf59df2-d57e-421e-b253-e9ec7695a87c), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:47.956070 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:47.961775 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c747f954-2bce-4494-9d14-15bf36a645fb admin admin] Publish callbacks [] for security_group (0bf59df2-d57e-421e-b253-e9ec7695a87c), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:48.009651 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c747f954-2bce-4494-9d14-15bf36a645fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (0bf59df2-d57e-421e-b253-e9ec7695a87c), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:48.012089 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c747f954-2bce-4494-9d14-15bf36a645fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:48.013214 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-c747f954-2bce-4494-9d14-15bf36a645fb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0bf59df2-d57e-421e-b253-e9ec7695a87c HTTP/1.1" status: 204 len: 168 time: 0.1232197 Oct 31 19:27:48.021275 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747f954-2bce-4494-9d14-15bf36a645fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf59df2-d57e-421e-b253-e9ec7695a87c,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:48.430818 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device e66d7874-fe75-4921-91b1-0d4f592fb2ab no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:27:48.449220 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: e66d7874-fe75-4921-91b1-0d4f592fb2ab {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:27:48.449568 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device e66d7874-fe75-4921-91b1-0d4f592fb2ab not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:27:48.449995 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 822c9720-29d0-46f0-b6d2-47df89cb0437 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:27:48.468440 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 822c9720-29d0-46f0-b6d2-47df89cb0437 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:27:48.468819 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 822c9720-29d0-46f0-b6d2-47df89cb0437 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:27:48.469291 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device db192b77-6a9c-4a50-91e2-04230a7bc81e no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:27:48.491085 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: db192b77-6a9c-4a50-91e2-04230a7bc81e {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:27:48.491431 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device db192b77-6a9c-4a50-91e2-04230a7bc81e not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:27:48.686128 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 53946) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:48.781906 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-164a9e31-ece7-4170-940b-fd7af559a532 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-467917324-network', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:27:48.803638 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164a9e31-ece7-4170-940b-fd7af559a532 admin admin] Made reservation on behalf of adba9bc456234ea6ade63d41a1624967 for: {'network': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:27:48.806037 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-164a9e31-ece7-4170-940b-fd7af559a532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:48.818500 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-164a9e31-ece7-4170-940b-fd7af559a532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:48.831424 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:48.840465 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:48.902139 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-164a9e31-ece7-4170-940b-fd7af559a532 admin admin] Publish callbacks [] for security_group (64de2e98-26a0-4a0e-9db1-e87b6b4e184f), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:48.905859 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-164a9e31-ece7-4170-940b-fd7af559a532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (64de2e98-26a0-4a0e-9db1-e87b6b4e184f), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:48.934234 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164a9e31-ece7-4170-940b-fd7af559a532 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=104475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:27:48.939812 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a9e31-ece7-4170-940b-fd7af559a532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64de2e98-26a0-4a0e-9db1-e87b6b4e184f,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:48.947629 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-164a9e31-ece7-4170-940b-fd7af559a532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (db7f9e05-68bc-4d87-b20d-6e7f1b95afec), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:48.947993 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.segments_db [None req-164a9e31-ece7-4170-940b-fd7af559a532 admin admin] Added segment db7f9e05-68bc-4d87-b20d-6e7f1b95afec of type vlan for network fa342027-4076-4973-b2c6-612147f6fd68 Oct 31 19:27:48.989522 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-164a9e31-ece7-4170-940b-fd7af559a532 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (fa342027-4076-4973-b2c6-612147f6fd68), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:49.013494 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-164a9e31-ece7-4170-940b-fd7af559a532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (fa342027-4076-4973-b2c6-612147f6fd68), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:49.014460 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164a9e31-ece7-4170-940b-fd7af559a532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:49.015030 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-164a9e31-ece7-4170-940b-fd7af559a532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:49.048449 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-164a9e31-ece7-4170-940b-fd7af559a532 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3612595 Oct 31 19:27:49.052070 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53950) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:49.057583 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-7d82aa15-e345-4932-a7bd-af1f9cba142b admin admin] Request body: {'subnet': {'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-467917324-subnet', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:27:49.078496 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d82aa15-e345-4932-a7bd-af1f9cba142b admin admin] Made reservation on behalf of adba9bc456234ea6ade63d41a1624967 for: {'subnet': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:27:49.081004 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-7d82aa15-e345-4932-a7bd-af1f9cba142b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4897938'] for subnet (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:49.081140 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a9e31-ece7-4170-940b-fd7af559a532 admin admin] Pushing event updated for resources: {'Network': ['ID=fa342027-4076-4973-b2c6-612147f6fd68,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:49.090910 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network fa342027-4076-4973-b2c6-612147f6fd68 details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:27:49.150797 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:49.251428 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-7d82aa15-e345-4932-a7bd-af1f9cba142b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5224611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4898044'] for subnet (54fd6b40-f478-48f1-b7ca-5aa60562ee76), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:49.306404 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82aa15-e345-4932-a7bd-af1f9cba142b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54fd6b40-f478-48f1-b7ca-5aa60562ee76,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:49.315509 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d82aa15-e345-4932-a7bd-af1f9cba142b admin admin] Checking segment: {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:27:49.315916 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d82aa15-e345-4932-a7bd-af1f9cba142b admin admin] Network hostable DHCP agents. Network: fa342027-4076-4973-b2c6-612147f6fd68, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:27:49.332932 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d82aa15-e345-4932-a7bd-af1f9cba142b admin admin] Network fa342027-4076-4973-b2c6-612147f6fd68 is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:27:49.342042 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-7d82aa15-e345-4932-a7bd-af1f9cba142b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, fa342027-4076-4973-b2c6-612147f6fd68) {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:27:49.346026 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d82aa15-e345-4932-a7bd-af1f9cba142b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:49.346639 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-7d82aa15-e345-4932-a7bd-af1f9cba142b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:49.351203 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656514f3-0f7d-4cea-b0ce-997b58431640 None None] Network fa342027-4076-4973-b2c6-612147f6fd68 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:27:49.363234 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-7d82aa15-e345-4932-a7bd-af1f9cba142b admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3099563 Oct 31 19:27:49.365889 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53952) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:49.370382 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:27:49.391323 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2060213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-482295'] for router (4b3d4b61-aa51-4d4a-8266-bbd83a7844d7), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:49.392307 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2036195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2035399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1955644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-482190'] for router (4b3d4b61-aa51-4d4a-8266-bbd83a7844d7), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:49.446693 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Publish callbacks [] for router_controller (4b3d4b61-aa51-4d4a-8266-bbd83a7844d7), precommit_add_association {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:49.454804 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbf9ee3e2-6e6d-5ff3-af27-705436aae7b6-fa342027-4076-4973-b2c6-612147f6fd68', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76'}]}} from dv-cinder-863097-1-iscsi. {{(pid=104477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 31 19:27:49.455729 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:49.582460 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Publish callbacks [] for router_gateway (4b3d4b61-aa51-4d4a-8266-bbd83a7844d7), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:49.591643 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.db_base_plugin_common [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Allocated IP 172.20.0.2 (fa342027-4076-4973-b2c6-612147f6fd68/54fd6b40-f478-48f1-b7ca-5aa60562ee76/5d970548-5548-4a99-832e-b9ffa3b129bb) {{(pid=104477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:27:49.731629 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Publish callbacks [] for port (5d970548-5548-4a99-832e-b9ffa3b129bb), precommit_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:49.737691 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979'] for port (5d970548-5548-4a99-832e-b9ffa3b129bb), after_create {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:49.762502 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Publish callbacks [] for router_gateway (4b3d4b61-aa51-4d4a-8266-bbd83a7844d7), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:49.775915 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Network fa342027-4076-4973-b2c6-612147f6fd68 is already hosted by enough agents. {{(pid=104477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:27:49.782019 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:49.785591 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.base_scheduler [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Resources bound (agent type, host, resource id): {{(pid=104477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:27:49.787678 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Pushing event updated for resources: {'Port': ['ID=5d970548-5548-4a99-832e-b9ffa3b129bb,revision_number=1']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:49.789811 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Received port after_create {{(pid=104477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:27:49.844129 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:49.847444 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Attempting to bind port 5d970548-5548-4a99-832e-b9ffa3b129bb on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:27:49.847810 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Attempting to bind port 5d970548-5548-4a99-832e-b9ffa3b129bb by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:27:49.848171 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Attempting to bind port 5d970548-5548-4a99-832e-b9ffa3b129bb on network fa342027-4076-4973-b2c6-612147f6fd68 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:27:49.890372 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:27:49.890637 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Allocated IP 172.27.0.225 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/8028ab5b-dc04-4927-ab09-fc93bca3aac1) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:27:49.890744 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Checking segment: {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:27:49.891126 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:49.891513 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Bound using segment: {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:27:49.891980 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Bound port: 5d970548-5548-4a99-832e-b9ffa3b129bb, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:27:49.892349 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (5d970548-5548-4a99-832e-b9ffa3b129bb), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:49.954949 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:49.958539 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] For port 5d970548-5548-4a99-832e-b9ffa3b129bb, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:27:49.962862 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] For port 5d970548-5548-4a99-832e-b9ffa3b129bb, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=5d970548-5548-4a99-832e-b9ffa3b129bb,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:27:49.968978 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (5d970548-5548-4a99-832e-b9ffa3b129bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:50.000591 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Publish callbacks [] for port (8028ab5b-dc04-4927-ab09-fc93bca3aac1), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:50.020543 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:50.022337 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61cb4f-2647-473e-933d-eb5ebb6a5342 None None] Pushing event updated for resources: {'Port': ['ID=5d970548-5548-4a99-832e-b9ffa3b129bb,revision_number=2']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:50.036434 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (8028ab5b-dc04-4927-ab09-fc93bca3aac1), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:50.081778 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:27:50.085078 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:27:50.087545 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:27:50.093373 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Pushing event updated for resources: {'Port': ['ID=8028ab5b-dc04-4927-ab09-fc93bca3aac1,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:50.261822 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:50.264135 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:50.348934 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Publish callbacks [] for router_gateway (4b3d4b61-aa51-4d4a-8266-bbd83a7844d7), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:50.457702 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 5d970548-5548-4a99-832e-b9ffa3b129bb up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:27:50.502282 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 5d970548-5548-4a99-832e-b9ffa3b129bb triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:27:50.502740 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (5d970548-5548-4a99-832e-b9ffa3b129bb), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:50.503215 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 5d970548-5548-4a99-832e-b9ffa3b129bb Oct 31 19:27:50.538875 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2036112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2058039'] for router (4b3d4b61-aa51-4d4a-8266-bbd83a7844d7), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:50.565220 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:50.578775 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 5d970548-5548-4a99-832e-b9ffa3b129bb is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:27:50.579156 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (5d970548-5548-4a99-832e-b9ffa3b129bb), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:50.614863 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port 5d970548-5548-4a99-832e-b9ffa3b129bb, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=5d970548-5548-4a99-832e-b9ffa3b129bb,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:27:50.618919 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (5d970548-5548-4a99-832e-b9ffa3b129bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:50.651716 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:50.670703 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=5d970548-5548-4a99-832e-b9ffa3b129bb,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:50.678944 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 is scheduled to L3 agent bfda5fc7-44c9-487b-820a-926a116c23db with binding_index 1 {{(pid=104476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 31 19:27:50.783502 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:27:50.795862 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Sync routers for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:27:50.803051 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:50.804295 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-c918a657-cd8a-4e23-8a03-e8529d70c232 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4373903 Oct 31 19:27:50.808292 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 53958) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:50.817642 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:27:50.818509 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:27:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:50.922555 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:27:50.928562 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30686449-0d8f-4a5c-963a-55eb93a439a4 None None] Network fa342027-4076-4973-b2c6-612147f6fd68 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:27:51.006509 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-9f3b0872-9efc-470e-8a0c-5a7fd453c62e None None] Provisioning complete for port 5d970548-5548-4a99-832e-b9ffa3b129bb triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:27:51.007132 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0872-9efc-470e-8a0c-5a7fd453c62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (5d970548-5548-4a99-832e-b9ffa3b129bb), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:51.007647 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-9f3b0872-9efc-470e-8a0c-5a7fd453c62e None None] Attempt 1 to provision port 5d970548-5548-4a99-832e-b9ffa3b129bb Oct 31 19:27:51.110936 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:50Z', 'revision_number': 3, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:51.120890 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b0872-9efc-470e-8a0c-5a7fd453c62e None None] Current status of the port 5d970548-5548-4a99-832e-b9ffa3b129bb is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:27:51.131116 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1f5870bb-7e0b-4966-a78c-79a9e6b65c5b req-879819d9-3ea6-4cd3-ad05-a31ac50a2c12 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518651 Oct 31 19:27:51.140713 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Checking router: 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:27:51.141067 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Updating router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 port 8028ab5b-dc04-4927-ab09-fc93bca3aac1 binding host dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:27:51.174332 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (8028ab5b-dc04-4927-ab09-fc93bca3aac1), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:51.209501 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5870bb-7e0b-4966-a78c-79a9e6b65c5b req-26dddd9a-d324-4604-afc5-8b479f86bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:51.211041 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1f5870bb-7e0b-4966-a78c-79a9e6b65c5b req-26dddd9a-d324-4604-afc5-8b479f86bf3d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=06b4e580885f431b9ccb8aa409fdd454&device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 1130 time: 0.0521765 Oct 31 19:27:51.343937 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:51.399822 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5870bb-7e0b-4966-a78c-79a9e6b65c5b req-a846bf28-31ba-4c2b-803b-266cd728ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:51.401194 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1f5870bb-7e0b-4966-a78c-79a9e6b65c5b req-a846bf28-31ba-4c2b-803b-266cd728ef0c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 HTTP/1.1" status: 200 len: 918 time: 0.1690040 Oct 31 19:27:51.420594 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:51.438346 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Publish callbacks [] for port (8028ab5b-dc04-4927-ab09-fc93bca3aac1), precommit_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:51.441571 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-ce745525-4ba4-4611-bfcc-d4007e8f0705 None None] Provisioning complete for port 5d970548-5548-4a99-832e-b9ffa3b129bb triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:27:51.441971 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ce745525-4ba4-4611-bfcc-d4007e8f0705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (5d970548-5548-4a99-832e-b9ffa3b129bb), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:51.442343 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-ce745525-4ba4-4611-bfcc-d4007e8f0705 None None] Attempt 1 to provision port 5d970548-5548-4a99-832e-b9ffa3b129bb Oct 31 19:27:51.444903 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (8028ab5b-dc04-4927-ab09-fc93bca3aac1), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:51.454051 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:51.482959 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Attempting to bind port 8028ab5b-dc04-4927-ab09-fc93bca3aac1 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:27:51.483321 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Attempting to bind port 8028ab5b-dc04-4927-ab09-fc93bca3aac1 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:27:51.483674 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Attempting to bind port 8028ab5b-dc04-4927-ab09-fc93bca3aac1 on network 676d21cd-5186-4b2a-b97a-f35601187c6a {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:27:51.497035 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1f5870bb-7e0b-4966-a78c-79a9e6b65c5b req-ffe3d940-fd1f-487b-969a-1eefee51d42f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e51264f-300d-49b6-9f03-c22ed061b801 HTTP/1.1" status: 200 len: 1001 time: 0.0879395 Oct 31 19:27:51.519328 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-ce745525-4ba4-4611-bfcc-d4007e8f0705 None None] Current status of the port 5d970548-5548-4a99-832e-b9ffa3b129bb is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:27:51.526996 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d167522-fdc2-4636-ad11-0e65aa1dbcb3 None None] Pushing event updated for resources: {'Port': ['ID=8028ab5b-dc04-4927-ab09-fc93bca3aac1,revision_number=2']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:51.538609 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d167522-fdc2-4636-ad11-0e65aa1dbcb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:51.538947 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d167522-fdc2-4636-ad11-0e65aa1dbcb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:51.539302 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d167522-fdc2-4636-ad11-0e65aa1dbcb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:51.539652 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d167522-fdc2-4636-ad11-0e65aa1dbcb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:51.539982 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d167522-fdc2-4636-ad11-0e65aa1dbcb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:51.540563 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d167522-fdc2-4636-ad11-0e65aa1dbcb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:51.540881 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d167522-fdc2-4636-ad11-0e65aa1dbcb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:51.541196 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d167522-fdc2-4636-ad11-0e65aa1dbcb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:51.541512 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d167522-fdc2-4636-ad11-0e65aa1dbcb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:51.541929 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d167522-fdc2-4636-ad11-0e65aa1dbcb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:51.542244 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d167522-fdc2-4636-ad11-0e65aa1dbcb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:51.542572 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d167522-fdc2-4636-ad11-0e65aa1dbcb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:51.542975 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d167522-fdc2-4636-ad11-0e65aa1dbcb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:51.543292 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d167522-fdc2-4636-ad11-0e65aa1dbcb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:51.543603 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d167522-fdc2-4636-ad11-0e65aa1dbcb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:27:51.554730 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:27:51.555094 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Checking segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:27:51.555490 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:51.555890 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Bound using segment: {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'} {{(pid=104478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:27:51.556353 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.managers [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Bound port: 8028ab5b-dc04-4927-ab09-fc93bca3aac1, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9566f3-cccf-44c6-8395-672804d98448', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}}] {{(pid=104478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:27:51.556716 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (8028ab5b-dc04-4927-ab09-fc93bca3aac1), before_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:51.605169 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] For port 8028ab5b-dc04-4927-ab09-fc93bca3aac1, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:27:51.608502 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.plugins.ml2.db [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] For port 8028ab5b-dc04-4927-ab09-fc93bca3aac1, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=8028ab5b-dc04-4927-ab09-fc93bca3aac1,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:27:51.610045 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5870bb-7e0b-4966-a78c-79a9e6b65c5b req-5215da88-fcbe-4d55-85ca-7c8d94abbfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:51.611571 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1f5870bb-7e0b-4966-a78c-79a9e6b65c5b req-5215da88-fcbe-4d55-85ca-7c8d94abbfbe service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b HTTP/1.1" status: 200 len: 856 time: 0.0902898 Oct 31 19:27:51.614955 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron_lib.callbacks.manager [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (8028ab5b-dc04-4927-ab09-fc93bca3aac1), after_update {{(pid=104478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:51.649982 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:27:51.650506 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:27:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:51.660415 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:51.685309 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5870bb-7e0b-4966-a78c-79a9e6b65c5b req-a6e0fd70-92d1-4509-90ba-6cb1f55a66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:51.686838 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1f5870bb-7e0b-4966-a78c-79a9e6b65c5b req-a6e0fd70-92d1-4509-90ba-6cb1f55a66a3 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673859 Oct 31 19:27:51.712682 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d167522-fdc2-4636-ad11-0e65aa1dbcb3 None None] Pushing event updated for resources: {'Port': ['ID=8028ab5b-dc04-4927-ab09-fc93bca3aac1,revision_number=3']} {{(pid=104478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:51.719799 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Allocated IP 172.20.0.1 (fa342027-4076-4973-b2c6-612147f6fd68/54fd6b40-f478-48f1-b7ca-5aa60562ee76/4790c0cf-aad0-4584-a562-6493d5387fc9) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:27:51.758732 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:51.772242 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:27:51.950185 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:50Z', 'revision_number': 3, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:51.975954 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a30fd-7564-4f03-a506-aaf7fb9c5ee3 None None] The sync data for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi is: [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:50Z', 'revision_number': 3, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:27:52.101676 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1f5870bb-7e0b-4966-a78c-79a9e6b65c5b req-606feb33-7dec-42bd-a3df-e36d51094b8d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059556 Oct 31 19:27:52.165909 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Publish callbacks [] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:52.263297 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1f5870bb-7e0b-4966-a78c-79a9e6b65c5b req-22edd5ab-c19c-46c7-aa67-bcbe6ef55f88 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515427 Oct 31 19:27:52.272892 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:52.315182 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Network fa342027-4076-4973-b2c6-612147f6fd68 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:27:52.322915 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:27:52.327877 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:27:52.355695 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Pushing event updated for resources: {'Port': ['ID=4790c0cf-aad0-4584-a562-6493d5387fc9,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:52.381242 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2057793'] for router_interface (4b3d4b61-aa51-4d4a-8266-bbd83a7844d7), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:52.518931 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:52.541842 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:52.589440 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:52.615415 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 8028ab5b-dc04-4927-ab09-fc93bca3aac1 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:27:52.661498 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-31f22b81-b269-4a2a-a529-6b6e8aa3b299 None None] Provisioning complete for port 4790c0cf-aad0-4584-a562-6493d5387fc9 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:27:52.661893 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-31f22b81-b269-4a2a-a529-6b6e8aa3b299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:52.662224 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-31f22b81-b269-4a2a-a529-6b6e8aa3b299 None None] Attempt 1 to provision port 4790c0cf-aad0-4584-a562-6493d5387fc9 Oct 31 19:27:52.700492 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 8028ab5b-dc04-4927-ab09-fc93bca3aac1 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:27:52.700863 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (8028ab5b-dc04-4927-ab09-fc93bca3aac1), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:52.701379 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 8028ab5b-dc04-4927-ab09-fc93bca3aac1 Oct 31 19:27:52.728769 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-31f22b81-b269-4a2a-a529-6b6e8aa3b299 None None] Port 4790c0cf-aad0-4584-a562-6493d5387fc9 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:27:52.744369 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:52.787688 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Publish callbacks [] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:52.788611 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 8028ab5b-dc04-4927-ab09-fc93bca3aac1 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:27:52.789006 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (8028ab5b-dc04-4927-ab09-fc93bca3aac1), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:52.794771 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:52.812335 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port 8028ab5b-dc04-4927-ab09-fc93bca3aac1, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=8028ab5b-dc04-4927-ab09-fc93bca3aac1,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:27:52.818248 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (8028ab5b-dc04-4927-ab09-fc93bca3aac1), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:52.819372 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 5d970548-5548-4a99-832e-b9ffa3b129bb up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:27:52.872456 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1642301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2057909'] for router_interface (4b3d4b61-aa51-4d4a-8266-bbd83a7844d7), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:52.874575 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Pushing event updated for resources: {'Port': ['ID=4790c0cf-aad0-4584-a562-6493d5387fc9,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:52.910213 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=8028ab5b-dc04-4927-ab09-fc93bca3aac1,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:52.915074 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 5d970548-5548-4a99-832e-b9ffa3b129bb triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:27:52.915698 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (5d970548-5548-4a99-832e-b9ffa3b129bb), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:52.916021 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 5d970548-5548-4a99-832e-b9ffa3b129bb Oct 31 19:27:52.976238 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Network fa342027-4076-4973-b2c6-612147f6fd68 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:27:52.977579 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:27:53.003138 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 5d970548-5548-4a99-832e-b9ffa3b129bb is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:27:53.094947 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:27:53.203679 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:27:53.209216 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-da1ef140-c841-4470-8762-6efc92e2b235 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/4b3d4b61-aa51-4d4a-8266-bbd83a7844d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3998580 Oct 31 19:27:53.250259 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-1568d84d-d771-4c9b-8fb9-f15f0adb2b94 None None] Provisioning complete for port 4790c0cf-aad0-4584-a562-6493d5387fc9 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:27:53.250628 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1568d84d-d771-4c9b-8fb9-f15f0adb2b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:53.251034 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-1568d84d-d771-4c9b-8fb9-f15f0adb2b94 None None] Attempt 1 to provision port 4790c0cf-aad0-4584-a562-6493d5387fc9 Oct 31 19:27:53.280129 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:53.292868 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-1568d84d-d771-4c9b-8fb9-f15f0adb2b94 None None] Port 4790c0cf-aad0-4584-a562-6493d5387fc9 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:27:53.509665 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 53966) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:53.514368 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-ccb5f84d-d871-43e6-be20-eb280deec452 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--584289690', 'description': 'tempest-description--1760907990'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:27:53.536263 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ccb5f84d-d871-43e6-be20-eb280deec452 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:53.610664 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ccb5f84d-d871-43e6-be20-eb280deec452 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (9dccb31c-86ee-4789-a607-e0e654a35062), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:53.615016 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ccb5f84d-d871-43e6-be20-eb280deec452 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (9dccb31c-86ee-4789-a607-e0e654a35062), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:53.621770 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:53.646304 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ccb5f84d-d871-43e6-be20-eb280deec452 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:53.650583 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-ccb5f84d-d871-43e6-be20-eb280deec452 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1367965 Oct 31 19:27:53.650830 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53968) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:53.652647 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5f84d-d871-43e6-be20-eb280deec452 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dccb31c-86ee-4789-a607-e0e654a35062,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:53.664641 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-40395e2f-aca8-480c-91b2-88b050a1ddbb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'security_group_rule': {'security_group_id': '9dccb31c-86ee-4789-a607-e0e654a35062', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:27:53.692472 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-40395e2f-aca8-480c-91b2-88b050a1ddbb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (69b81f47-2a96-444e-b3b8-5458be3e0b1c), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:53.735862 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Sync routers for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:27:53.747979 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:27:53.748595 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:27:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:53.752846 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-40395e2f-aca8-480c-91b2-88b050a1ddbb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (69b81f47-2a96-444e-b3b8-5458be3e0b1c), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:53.756666 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-40395e2f-aca8-480c-91b2-88b050a1ddbb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (69b81f47-2a96-444e-b3b8-5458be3e0b1c), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:53.778454 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40395e2f-aca8-480c-91b2-88b050a1ddbb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b81f47-2a96-444e-b3b8-5458be3e0b1c,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:53.785702 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-40395e2f-aca8-480c-91b2-88b050a1ddbb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:53.787243 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-40395e2f-aca8-480c-91b2-88b050a1ddbb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343207 Oct 31 19:27:53.790908 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53970) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:53.797113 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-5e15d000-5981-469e-88f0-56baa41092d7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'security_group_rule': {'security_group_id': '9dccb31c-86ee-4789-a607-e0e654a35062', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:27:53.812693 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:53.837863 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5e15d000-5981-469e-88f0-56baa41092d7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (0a6f2e1c-6ea5-4053-a553-600054f7d7bf), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:53.905567 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5e15d000-5981-469e-88f0-56baa41092d7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (0a6f2e1c-6ea5-4053-a553-600054f7d7bf), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:53.910290 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5e15d000-5981-469e-88f0-56baa41092d7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (0a6f2e1c-6ea5-4053-a553-600054f7d7bf), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:53.931237 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15d000-5981-469e-88f0-56baa41092d7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6f2e1c-6ea5-4053-a553-600054f7d7bf,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:53.936157 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5e15d000-5981-469e-88f0-56baa41092d7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:53.937559 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-5e15d000-5981-469e-88f0-56baa41092d7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454511 Oct 31 19:27:53.940473 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 53972) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:27:53.945481 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'floatingip': {'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:27:53.967969 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:54.011873 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:27:54.049600 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:54.160726 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Allocated IP 172.27.0.132 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/68c4812c-c2a4-4deb-9a99-f51232d74d56) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:27:54.198117 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 2, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:54.223370 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Checking router: 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:27:54.223715 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Updating router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 port 4790c0cf-aad0-4584-a562-6493d5387fc9 binding host dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 31 19:27:54.254957 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:54.261754 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:54.265416 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for port (68c4812c-c2a4-4deb-9a99-f51232d74d56), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:54.300132 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (68c4812c-c2a4-4deb-9a99-f51232d74d56), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:54.340250 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:27:54.347231 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:27:54.351143 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:27:54.375823 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'Port': ['ID=68c4812c-c2a4-4deb-9a99-f51232d74d56,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:54.440574 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (0fec0fa8-c112-470b-a69d-2ca23423136d), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:54.458037 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 8028ab5b-dc04-4927-ab09-fc93bca3aac1 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:27:54.479060 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (68c4812c-c2a4-4deb-9a99-f51232d74d56), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:54.500950 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:54.528344 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:54.560448 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 8028ab5b-dc04-4927-ab09-fc93bca3aac1 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:27:54.560810 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (8028ab5b-dc04-4927-ab09-fc93bca3aac1), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:54.561137 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 8028ab5b-dc04-4927-ab09-fc93bca3aac1 Oct 31 19:27:54.589569 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Publish callbacks [] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), precommit_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:54.599214 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:54.635279 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for port (68c4812c-c2a4-4deb-9a99-f51232d74d56), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:54.640180 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5226044'] for port (68c4812c-c2a4-4deb-9a99-f51232d74d56), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:54.657480 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204ed83-a22d-4b31-b890-aed071ed500c None None] Pushing event updated for resources: {'Port': ['ID=4790c0cf-aad0-4584-a562-6493d5387fc9,revision_number=3']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:54.713797 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (0fec0fa8-c112-470b-a69d-2ca23423136d), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:54.716579 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'Port': ['ID=68c4812c-c2a4-4deb-9a99-f51232d74d56,revision_number=2']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:54.733692 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:54.734327 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Attempting to bind port 4790c0cf-aad0-4584-a562-6493d5387fc9 on host dv-cinder-863097-1-iscsi for vnic_type normal with profile {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:27:54.734752 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Attempting to bind port 4790c0cf-aad0-4584-a562-6493d5387fc9 by drivers openvswitch,hyperv on host dv-cinder-863097-1-iscsi at level 0 using segments [{'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:27:54.734913 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-c2d3b3ef-0940-4488-bd80-0a71538a55b7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7934973 Oct 31 19:27:54.735272 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Attempting to bind port 4790c0cf-aad0-4584-a562-6493d5387fc9 on network fa342027-4076-4973-b2c6-612147f6fd68 {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:27:54.736995 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 8028ab5b-dc04-4927-ab09-fc93bca3aac1 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:27:54.761573 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:54.783254 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Checking agent: {'id': 'c81d3c85-04c3-43cc-8333-3c9d9577c458', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863097-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 12, 36), 'started_at': datetime.datetime(2022, 10, 31, 19, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863097-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:27:54.783630 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Checking segment: {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:27:54.784059 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:54.785507 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Bound using segment: {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'} {{(pid=104477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:27:54.785659 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.managers [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Bound port: 4790c0cf-aad0-4584-a562-6493d5387fc9, host: dv-cinder-863097-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'}}] {{(pid=104477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:27:54.785953 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:54.860294 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] For port 4790c0cf-aad0-4584-a562-6493d5387fc9, host dv-cinder-863097-1-iscsi, cleared binding levels {{(pid=104477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:27:54.863429 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] For port 4790c0cf-aad0-4584-a562-6493d5387fc9, host dv-cinder-863097-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=4790c0cf-aad0-4584-a562-6493d5387fc9,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:27:54.868661 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:54.895339 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-1ca6676f-86aa-48c6-a98f-e37da414768c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--584289690&fields=id&tenant_id=adba9bc456234ea6ade63d41a1624967 HTTP/1.1" status: 200 len: 267 time: 0.0465465 Oct 31 19:27:54.903913 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:27:54.904527 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:27:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:54.961895 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204ed83-a22d-4b31-b890-aed071ed500c None None] Pushing event updated for resources: {'Port': ['ID=4790c0cf-aad0-4584-a562-6493d5387fc9,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:55.006898 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-dd4e92dd-06d6-4624-8a7f-749fea5ac2e4 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:55.008547 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-dd4e92dd-06d6-4624-8a7f-749fea5ac2e4 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fa342027-4076-4973-b2c6-612147f6fd68 HTTP/1.1" status: 200 len: 814 time: 0.1062052 Oct 31 19:27:55.024814 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:27:55.025453 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-1758c19b-c1f3-4e13-b5a7-3d014928ae30 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/quotas/adba9bc456234ea6ade63d41a1624967 HTTP/1.1" status: 200 len: 375 time: 0.0109620 Oct 31 19:27:55.076527 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-0f753ed4-309a-4b87-a08a-15cfa1719c75 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=adba9bc456234ea6ade63d41a1624967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454779 Oct 31 19:27:55.172020 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-140ed29c-dfcc-4c26-984d-dc60719d460d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834465 Oct 31 19:27:55.204547 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:55.216860 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:54Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:27:55.242970 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e96aa28-e8c4-47a7-82b8-836db540a2a3 None None] The sync data for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi is: [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:54Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:27:55.270883 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-15378add-544d-4359-8ee7-4e7d43d19952 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921078 Oct 31 19:27:55.467724 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-68f01d34-f71a-468b-967b-8e4c70077070 req-7c399c37-edd2-4d66-af81-6944233330b0 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 210 time: 0.0303819 Oct 31 19:27:56.454533 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 4790c0cf-aad0-4584-a562-6493d5387fc9 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:27:56.507232 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 4790c0cf-aad0-4584-a562-6493d5387fc9 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:27:56.507612 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:56.507967 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 4790c0cf-aad0-4584-a562-6493d5387fc9 Oct 31 19:27:56.543834 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:56.595769 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4df7f95f-4fef-4fd8-9e65-bf2c5abcffb3 req-7f82f5c3-c6d3-459b-a607-8b773b42a6f5 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 210 time: 0.0341451 Oct 31 19:27:56.597762 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 4790c0cf-aad0-4584-a562-6493d5387fc9 is: DOWN; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:27:56.598245 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:56.618450 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:56.628451 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-6c622f33-cd0c-4f70-8444-e700edf65ccd tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:56.629962 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-6c622f33-cd0c-4f70-8444-e700edf65ccd tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fa342027-4076-4973-b2c6-612147f6fd68 HTTP/1.1" status: 200 len: 814 time: 0.1248984 Oct 31 19:27:56.637597 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] For port 4790c0cf-aad0-4584-a562-6493d5387fc9, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=4790c0cf-aad0-4584-a562-6493d5387fc9,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:27:56.641443 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:56.692731 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Pushing event updated for resources: {'Port': ['ID=4790c0cf-aad0-4584-a562-6493d5387fc9,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:56.699901 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-5f9d4b5c-89c3-46c8-b87c-89fa27f484eb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=adba9bc456234ea6ade63d41a1624967 HTTP/1.1" status: 200 len: 379 time: 0.0608659 Oct 31 19:27:56.708953 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-27ff9709-31f5-4031-9186-960aff4c41c8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'port': {'device_id': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'admin_state_up': True, 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'security_groups': ['9dccb31c-86ee-4789-a607-e0e654a35062']}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:27:56.825282 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-27ff9709-31f5-4031-9186-960aff4c41c8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Made reservation on behalf of adba9bc456234ea6ade63d41a1624967 for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:27:56.829152 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-27ff9709-31f5-4031-9186-960aff4c41c8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:56.959181 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-27ff9709-31f5-4031-9186-960aff4c41c8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Allocated IP 172.20.0.10 (fa342027-4076-4973-b2c6-612147f6fd68/54fd6b40-f478-48f1-b7ca-5aa60562ee76/03f69bfc-980f-40fa-86a8-15bddfdfdfd1) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:27:57.102204 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-27ff9709-31f5-4031-9186-960aff4c41c8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for port (03f69bfc-980f-40fa-86a8-15bddfdfdfd1), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:57.133912 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-27ff9709-31f5-4031-9186-960aff4c41c8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (03f69bfc-980f-40fa-86a8-15bddfdfdfd1), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:57.174336 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-27ff9709-31f5-4031-9186-960aff4c41c8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Network fa342027-4076-4973-b2c6-612147f6fd68 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:27:57.177529 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-27ff9709-31f5-4031-9186-960aff4c41c8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:27:57.183623 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-27ff9709-31f5-4031-9186-960aff4c41c8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:27:57.218452 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff9709-31f5-4031-9186-960aff4c41c8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'Port': ['ID=03f69bfc-980f-40fa-86a8-15bddfdfdfd1,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:57.242322 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-27ff9709-31f5-4031-9186-960aff4c41c8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:57.242934 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-27ff9709-31f5-4031-9186-960aff4c41c8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:57.260964 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-27ff9709-31f5-4031-9186-960aff4c41c8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5559583 Oct 31 19:27:57.273516 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Request body: {'port': {'device_id': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:27:57.302070 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:57.340432 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (03f69bfc-980f-40fa-86a8-15bddfdfdfd1), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:57.442055 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-ff0f6489-1cbb-4406-8d32-2cfcd22cfc90 None None] Provisioning complete for port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:27:57.442422 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ff0f6489-1cbb-4406-8d32-2cfcd22cfc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (03f69bfc-980f-40fa-86a8-15bddfdfdfd1), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:57.442761 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-ff0f6489-1cbb-4406-8d32-2cfcd22cfc90 None None] Attempt 1 to provision port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 Oct 31 19:27:57.455159 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:57.478321 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f6489-1cbb-4406-8d32-2cfcd22cfc90 None None] Port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:27:57.626837 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:27:57.634413 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Publish callbacks [] for port (03f69bfc-980f-40fa-86a8-15bddfdfdfd1), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:57.647785 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Transition to ACTIVE for port object 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:27:57.651710 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (03f69bfc-980f-40fa-86a8-15bddfdfdfd1), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:57.770609 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Pushing event updated for resources: {'Port': ['ID=03f69bfc-980f-40fa-86a8-15bddfdfdfd1,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:57.793557 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3a2f8-2785-4406-b3e8-23a416b1a4a3 req-b5e3aba8-7c1d-4bd7-be8b-8eb53986a9a9 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:57.795219 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e2e3a2f8-2785-4406-b3e8-23a416b1a4a3 req-b5e3aba8-7c1d-4bd7-be8b-8eb53986a9a9 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 944 time: 0.1137619 Oct 31 19:27:57.846646 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Attempting to bind port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:27:57.847573 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Attempting to bind port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:27:57.847972 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Attempting to bind port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 on network fa342027-4076-4973-b2c6-612147f6fd68 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:27:57.888637 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e2e3a2f8-2785-4406-b3e8-23a416b1a4a3 req-a732661e-77f6-41bd-911d-f0ae1ccf4307 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9dccb31c-86ee-4789-a607-e0e654a35062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867357 Oct 31 19:27:57.904884 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 on network fa342027-4076-4973-b2c6-612147f6fd68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:27:57.905213 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Attempting to bind port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 on network fa342027-4076-4973-b2c6-612147f6fd68 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:27:57.949924 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:27:57.950257 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Checking segment: {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:27:57.950636 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Bound using segment: {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:27:57.951063 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Bound port: 03f69bfc-980f-40fa-86a8-15bddfdfdfd1, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:27:57.951418 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (03f69bfc-980f-40fa-86a8-15bddfdfdfd1), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:58.021138 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] For port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:27:58.024189 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] For port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=03f69bfc-980f-40fa-86a8-15bddfdfdfd1,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:27:58.030241 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (03f69bfc-980f-40fa-86a8-15bddfdfdfd1), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:58.034309 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:58.034909 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:58.036259 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/03f69bfc-980f-40fa-86a8-15bddfdfdfd1 HTTP/1.1" status: 200 len: 1094 time: 0.7677186 Oct 31 19:27:58.036799 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'tag': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:27:58.039016 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1596c163-35dd-4972-a593-ed0c4cdcdcc5" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd43154-badc-47b6-a5a7-d1f28e759bb0", "tag": "03f69bfc-980f-40fa-86a8-15bddfdfdfd1"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:27:58.084686 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df79b77-d2b3-4a51-940a-b71833f2a004 x-openstack-request-id: req-3df79b77-d2b3-4a51-940a-b71833f2a004 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:27:58.084960 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd43154-badc-47b6-a5a7-d1f28e759bb0", "tag": "03f69bfc-980f-40fa-86a8-15bddfdfdfd1", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:27:58.085207 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3df79b77-d2b3-4a51-940a-b71833f2a004 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:27:58.085637 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df79b77-d2b3-4a51-940a-b71833f2a004'] response: {'name': 'network-changed', 'server_uuid': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'tag': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1', 'status': 'completed', 'code': 200} Oct 31 19:27:58.095161 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a69606-9498-450e-ac93-fe83841808b9 service neutron] Pushing event updated for resources: {'Port': ['ID=03f69bfc-980f-40fa-86a8-15bddfdfdfd1,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:27:58.141503 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596c163-35dd-4972-a593-ed0c4cdcdcc5 req-4368a707-526c-4b10-a335-47b5e43375b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:58.143157 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1596c163-35dd-4972-a593-ed0c4cdcdcc5 req-4368a707-526c-4b10-a335-47b5e43375b0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=adba9bc456234ea6ade63d41a1624967&device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 1128 time: 0.0403810 Oct 31 19:27:58.229210 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:58.246809 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596c163-35dd-4972-a593-ed0c4cdcdcc5 req-b07d77f3-6627-478f-87b9-66a9a96ef30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:58.248354 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1596c163-35dd-4972-a593-ed0c4cdcdcc5 req-b07d77f3-6627-478f-87b9-66a9a96ef30c service neutron] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=adba9bc456234ea6ade63d41a1624967&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0986104 Oct 31 19:27:58.337566 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:58.341831 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596c163-35dd-4972-a593-ed0c4cdcdcc5 req-bab72039-a3ac-4408-a858-ca7730642160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:58.343285 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1596c163-35dd-4972-a593-ed0c4cdcdcc5 req-bab72039-a3ac-4408-a858-ca7730642160 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888948 Oct 31 19:27:58.429256 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-3ea8a818-13e5-43f2-b212-ef8f370bf702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:58.430962 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-3ea8a818-13e5-43f2-b212-ef8f370bf702 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=adba9bc456234ea6ade63d41a1624967&device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 1128 time: 0.0509481 Oct 31 19:27:58.448304 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 4790c0cf-aad0-4584-a562-6493d5387fc9 up at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:27:58.472083 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-84e2e474-f638-4d9a-8dc5-cffca26eb282 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03f69bfc-980f-40fa-86a8-15bddfdfdfd1 HTTP/1.1" status: 200 len: 217 time: 0.0332863 Oct 31 19:27:58.494784 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Provisioning complete for port 4790c0cf-aad0-4584-a562-6493d5387fc9 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:27:58.495364 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:27:58.495519 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Attempt 1 to provision port 4790c0cf-aad0-4584-a562-6493d5387fc9 Oct 31 19:27:58.525072 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-72eedf06-020d-4d0c-87fd-e8334d243dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:58.526746 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-72eedf06-020d-4d0c-87fd-e8334d243dc6 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=54fd6b40-f478-48f1-b7ca-5aa60562ee76 HTTP/1.1" status: 200 len: 853 time: 0.0456517 Oct 31 19:27:58.531556 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:27:58.576282 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-d4b03cb0-d1a0-4705-ace0-3305331becac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:58.577821 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Current status of the port 4790c0cf-aad0-4584-a562-6493d5387fc9 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:27:58.578417 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-d4b03cb0-d1a0-4705-ace0-3305331becac service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa342027-4076-4973-b2c6-612147f6fd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453198 Oct 31 19:27:58.678601 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-2ccb8338-0f5f-480a-a47d-7fea372298f1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940185 Oct 31 19:27:58.771828 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46d3f9f0-4986-4bf0-9d9f-606d801c7a8f req-419305f9-e921-45bc-b8d6-288cfcfa98fe service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863063 Oct 31 19:27:59.009102 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99a565-bdb0-47e9-aad6-ee6914616391 req-7bcf57f3-f3d3-4807-9e20-e38c7a08da40 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:27:59.010591 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ed99a565-bdb0-47e9-aad6-ee6914616391 req-7bcf57f3-f3d3-4807-9e20-e38c7a08da40 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 944 time: 0.0472827 Oct 31 19:27:59.057695 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ed99a565-bdb0-47e9-aad6-ee6914616391 req-55004504-5de2-4393-890b-8434acc7becd tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9dccb31c-86ee-4789-a607-e0e654a35062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415542 Oct 31 19:28:00.068340 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:28:00.178914 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b2f74-c1e3-4226-ba7a-700a5a14200e req-e71fadbd-1b62-42df-ba2c-5c3ed2d7cc22 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:00.180396 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c33b2f74-c1e3-4226-ba7a-700a5a14200e req-e71fadbd-1b62-42df-ba2c-5c3ed2d7cc22 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 944 time: 0.0473938 Oct 31 19:28:00.183853 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=03f69bfc-980f-40fa-86a8-15bddfdfdfd1,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:28:00.197323 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'port_id': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1', 'mac_address': 'fa:16:3e:ad:e2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:28:00.232229 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c33b2f74-c1e3-4226-ba7a-700a5a14200e req-14c1320e-53a1-414b-b215-bf43beaad9f6 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9dccb31c-86ee-4789-a607-e0e654a35062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459273 Oct 31 19:28:00.238306 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:28:00.238701 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (03f69bfc-980f-40fa-86a8-15bddfdfdfd1), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:00.258608 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:28:00.282666 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=03f69bfc-980f-40fa-86a8-15bddfdfdfd1,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:28:00.287176 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (03f69bfc-980f-40fa-86a8-15bddfdfdfd1), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:00.333884 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=03f69bfc-980f-40fa-86a8-15bddfdfdfd1,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:00.541767 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['03f69bfc-980f-40fa-86a8-15bddfdfdfd1'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:28:00.790848 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:01.354934 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f1ace-2af2-4314-86ff-298499fea6ea req-c5aa4538-0488-4ba3-9e14-4dde4737e96a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:01.356800 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6a9f1ace-2af2-4314-86ff-298499fea6ea req-c5aa4538-0488-4ba3-9e14-4dde4737e96a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 945 time: 0.0481899 Oct 31 19:28:01.405659 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6a9f1ace-2af2-4314-86ff-298499fea6ea req-bd9aa62a-e583-4e8f-9033-29ef4ab56ee7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9dccb31c-86ee-4789-a607-e0e654a35062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432997 Oct 31 19:28:01.587022 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1b413554-39d1-4cfb-83c1-fa79342855a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:01.948245 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=16 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:01.953894 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=27 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:02.085873 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:28:02.131904 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:28:02.138398 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:28:02.138767 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (03f69bfc-980f-40fa-86a8-15bddfdfdfd1), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:02.139107 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 Oct 31 19:28:02.216472 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:28:02.216859 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (03f69bfc-980f-40fa-86a8-15bddfdfdfd1), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:02.218576 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:02.242206 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:28:02.244411 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50540c16-6b6c-46a6-82f3-4ae995c452c1" -d '{"events": [{"server_uuid": "1fd43154-badc-47b6-a5a7-d1f28e759bb0", "name": "network-vif-plugged", "status": "completed", "tag": "03f69bfc-980f-40fa-86a8-15bddfdfdfd1"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:28:02.257033 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=03f69bfc-980f-40fa-86a8-15bddfdfdfd1,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:28:02.261684 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (03f69bfc-980f-40fa-86a8-15bddfdfdfd1), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:02.288887 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ea8268-e92f-4831-8995-6611f3a4e504 x-openstack-request-id: req-85ea8268-e92f-4831-8995-6611f3a4e504 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:28:02.289186 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd43154-badc-47b6-a5a7-d1f28e759bb0", "name": "network-vif-plugged", "status": "completed", "tag": "03f69bfc-980f-40fa-86a8-15bddfdfdfd1", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:28:02.289588 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85ea8268-e92f-4831-8995-6611f3a4e504 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:28:02.290023 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ea8268-e92f-4831-8995-6611f3a4e504'] response: {'server_uuid': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1', 'code': 200} Oct 31 19:28:02.327457 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=03f69bfc-980f-40fa-86a8-15bddfdfdfd1,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:02.444437 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430a1a7-da1d-4b22-a6be-049c2fdb4abd req-822eac35-897a-495d-8a21-429ad240ab57 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:02.445966 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6430a1a7-da1d-4b22-a6be-049c2fdb4abd req-822eac35-897a-495d-8a21-429ad240ab57 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 946 time: 0.0487278 Oct 31 19:28:02.495035 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6430a1a7-da1d-4b22-a6be-049c2fdb4abd req-a7d3ef64-be7c-40c9-b30d-fe8be73e2938 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430086 Oct 31 19:28:02.532496 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e87a26-6833-4325-a2f1-96f4f22789b0 req-f0c4b54d-5480-4b35-915f-baa34f505b46 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:02.534513 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-41e87a26-6833-4325-a2f1-96f4f22789b0 req-f0c4b54d-5480-4b35-915f-baa34f505b46 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 946 time: 0.0507352 Oct 31 19:28:02.581394 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-41e87a26-6833-4325-a2f1-96f4f22789b0 req-60ca6b6e-d478-48cc-b141-f2e9bd9aa25b tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9dccb31c-86ee-4789-a607-e0e654a35062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414531 Oct 31 19:28:03.435466 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e5459-eaf8-4e18-9c30-fbf7b6b39835 req-6d9fd50e-0cc9-44d5-a1b3-c20540a7d90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:03.436865 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-139e5459-eaf8-4e18-9c30-fbf7b6b39835 req-6d9fd50e-0cc9-44d5-a1b3-c20540a7d90a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 1130 time: 0.0393989 Oct 31 19:28:03.512644 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-139e5459-eaf8-4e18-9c30-fbf7b6b39835 req-d5ca6ce6-8978-4076-80c6-cd9b407ab6cd service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=9dccb31c-86ee-4789-a607-e0e654a35062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482633 Oct 31 19:28:03.620465 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f0068-a610-4f36-94c3-0646b0b835cd req-963bba6b-2ae0-4f18-b3f5-b14c51739849 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:03.622094 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-567f0068-a610-4f36-94c3-0646b0b835cd req-963bba6b-2ae0-4f18-b3f5-b14c51739849 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 946 time: 0.0487571 Oct 31 19:28:03.671058 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-567f0068-a610-4f36-94c3-0646b0b835cd req-cc17d85d-9261-4402-91c9-eff9bd42a4ab tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bba9a43e-829a-43ac-8899-675d38cf42c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429637 Oct 31 19:28:03.705174 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a231c55-06d6-47bf-b96d-97f1bc6bc4a2 req-cfa9c801-db0b-4c7a-b5c1-dca4580a829a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:03.707119 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3a231c55-06d6-47bf-b96d-97f1bc6bc4a2 req-cfa9c801-db0b-4c7a-b5c1-dca4580a829a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 946 time: 0.0484531 Oct 31 19:28:03.757027 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3a231c55-06d6-47bf-b96d-97f1bc6bc4a2 req-28ac667c-62bb-4626-bf39-6dedd9d8bd57 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9dccb31c-86ee-4789-a607-e0e654a35062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443392 Oct 31 19:28:03.840908 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b78a2-f9b8-4c2e-b72d-1b254024cae3 req-244050d8-9967-48fc-80ce-bbf609063caf tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:03.842373 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-153b78a2-f9b8-4c2e-b72d-1b254024cae3 req-244050d8-9967-48fc-80ce-bbf609063caf tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 946 time: 0.0469372 Oct 31 19:28:03.911681 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d4545e90-ef33-4bca-b2b4-d63b2876da38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:03.913012 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:03.930635 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-153b78a2-f9b8-4c2e-b72d-1b254024cae3 req-fa0a1898-dd8e-4591-b702-e9ef1105b9f8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Deleting port 0e51264f-300d-49b6-9f03-c22ed061b801 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:28:03.930972 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-153b78a2-f9b8-4c2e-b72d-1b254024cae3 req-fa0a1898-dd8e-4591-b702-e9ef1105b9f8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:04.027216 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-153b78a2-f9b8-4c2e-b72d-1b254024cae3 req-fa0a1898-dd8e-4591-b702-e9ef1105b9f8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] For port 0e51264f-300d-49b6-9f03-c22ed061b801, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=0e51264f-300d-49b6-9f03-c22ed061b801,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:28:04.027489 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-153b78a2-f9b8-4c2e-b72d-1b254024cae3 req-fa0a1898-dd8e-4591-b702-e9ef1105b9f8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:04.086134 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:04.198302 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-153b78a2-f9b8-4c2e-b72d-1b254024cae3 req-fa0a1898-dd8e-4591-b702-e9ef1105b9f8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:04.198666 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-153b78a2-f9b8-4c2e-b72d-1b254024cae3 req-fa0a1898-dd8e-4591-b702-e9ef1105b9f8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (4021da38-395f-4dfd-a702-6c99a1e61d51), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:04.198984 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.l3_db [req-153b78a2-f9b8-4c2e-b72d-1b254024cae3 req-fa0a1898-dd8e-4591-b702-e9ef1105b9f8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Floating IP 4021da38-395f-4dfd-a702-6c99a1e61d51 disassociated. External IP: 172.27.0.219, port: 0e51264f-300d-49b6-9f03-c22ed061b801. Oct 31 19:28:04.199321 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-153b78a2-f9b8-4c2e-b72d-1b254024cae3 req-fa0a1898-dd8e-4591-b702-e9ef1105b9f8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Calling delete_port for 0e51264f-300d-49b6-9f03-c22ed061b801 owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:28:04.336656 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-153b78a2-f9b8-4c2e-b72d-1b254024cae3 req-fa0a1898-dd8e-4591-b702-e9ef1105b9f8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (0e51264f-300d-49b6-9f03-c22ed061b801), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:04.366862 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a1898-dd8e-4591-b702-e9ef1105b9f8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event deleted for resources: {'Port': ['ID=0e51264f-300d-49b6-9f03-c22ed061b801,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:04.484844 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-153b78a2-f9b8-4c2e-b72d-1b254024cae3 req-fa0a1898-dd8e-4591-b702-e9ef1105b9f8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Router cd72204a-f0b9-409d-b626-32885e0fe833 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:28:04.595774 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-153b78a2-f9b8-4c2e-b72d-1b254024cae3 req-fa0a1898-dd8e-4591-b702-e9ef1105b9f8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:28:04.606242 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d1789-5d76-47c5-861d-eabbaad9810e None None] Sync routers for ids ['cd72204a-f0b9-409d-b626-32885e0fe833'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:28:04.617360 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d1789-5d76-47c5-861d-eabbaad9810e None None] Routers {'cd72204a-f0b9-409d-b626-32885e0fe833'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:28:04.617998 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-c46d1789-5d76-47c5-861d-eabbaad9810e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:28:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['cd72204a-f0b9-409d-b626-32885e0fe833'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:04.640129 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-153b78a2-f9b8-4c2e-b72d-1b254024cae3 req-fa0a1898-dd8e-4591-b702-e9ef1105b9f8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] No DVR routers for this DVR port 0e51264f-300d-49b6-9f03-c22ed061b801 on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:28:04.642680 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-153b78a2-f9b8-4c2e-b72d-1b254024cae3 req-fa0a1898-dd8e-4591-b702-e9ef1105b9f8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:04.646007 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-153b78a2-f9b8-4c2e-b72d-1b254024cae3 req-fa0a1898-dd8e-4591-b702-e9ef1105b9f8 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.33 "DELETE /networking/v2.0/ports/0e51264f-300d-49b6-9f03-c22ed061b801 HTTP/1.1" status: 204 len: 173 time: 0.7966425 Oct 31 19:28:04.646527 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'name': 'network-vif-deleted', 'tag': '0e51264f-300d-49b6-9f03-c22ed061b801'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:28:04.649330 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083ebdaa-a8d9-489a-80b2-1622cf247756" -d '{"events": [{"server_uuid": "3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29", "name": "network-vif-deleted", "tag": "0e51264f-300d-49b6-9f03-c22ed061b801"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:28:04.689102 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e35409-108d-4bd9-b149-72d8654b40ab x-openstack-request-id: req-35e35409-108d-4bd9-b149-72d8654b40ab {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:28:04.689391 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29", "name": "network-vif-deleted", "tag": "0e51264f-300d-49b6-9f03-c22ed061b801", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:28:04.689666 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35e35409-108d-4bd9-b149-72d8654b40ab {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:28:04.690090 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e35409-108d-4bd9-b149-72d8654b40ab'] response: {'server_uuid': '3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29', 'name': 'network-vif-deleted', 'tag': '0e51264f-300d-49b6-9f03-c22ed061b801', 'status': 'completed', 'code': 200} Oct 31 19:28:04.727399 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-c46d1789-5d76-47c5-861d-eabbaad9810e None None] Set router cd72204a-f0b9-409d-b626-32885e0fe833 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:28:04.798790 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-57b99d6a-35dd-48e1-ade6-8068cea24354 req-545e4376-0ed2-4d99-9c74-895aacfeeb3b tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3e9c3f6b-9bc2-46b0-a9ca-99f32149fb29 HTTP/1.1" status: 200 len: 210 time: 0.0357676 Oct 31 19:28:04.934040 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbe84e-ad8f-4ffc-8669-6716fce538c5 req-edfbe2b4-3c17-4610-96a1-36eb654550ee tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:04.935595 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-47bbe84e-ad8f-4ffc-8669-6716fce538c5 req-edfbe2b4-3c17-4610-96a1-36eb654550ee tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 946 time: 0.0596867 Oct 31 19:28:04.954645 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-c46d1789-5d76-47c5-861d-eabbaad9810e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 4, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'cf8e8cb0-374f-462a-91c2-0e3218c787a4', 'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'mac_address': 'fa:16:3e:ae:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:52Z', 'revision_number': 5, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'subnets': [{'id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:04.982221 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d1789-5d76-47c5-861d-eabbaad9810e None None] Checking router: cd72204a-f0b9-409d-b626-32885e0fe833 for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:28:04.992561 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d1789-5d76-47c5-861d-eabbaad9810e None None] Routers {'cd72204a-f0b9-409d-b626-32885e0fe833'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:28:04.993330 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-c46d1789-5d76-47c5-861d-eabbaad9810e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:28:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['cd72204a-f0b9-409d-b626-32885e0fe833'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:04.998301 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-47bbe84e-ad8f-4ffc-8669-6716fce538c5 req-ba78ab25-c756-4069-9cb4-b5545099b59a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9dccb31c-86ee-4789-a607-e0e654a35062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562885 Oct 31 19:28:05.051363 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:05.127013 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e5dac-f7b5-450e-974d-eccc7cc4cb66 req-7d6cb032-31e3-4d5e-863d-df9a3a5d8cf8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:05.129209 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-938e5dac-f7b5-450e-974d-eccc7cc4cb66 req-7d6cb032-31e3-4d5e-863d-df9a3a5d8cf8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 946 time: 0.0545115 Oct 31 19:28:05.140004 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54044) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:05.144745 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-1773e59d-1d50-4237-aaa5-96a8bb2bc0f5 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'floatingip': {'port_id': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:28:05.147320 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:05.187427 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1773e59d-1d50-4237-aaa5-96a8bb2bc0f5 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (0fec0fa8-c112-470b-a69d-2ca23423136d), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:05.224233 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-c46d1789-5d76-47c5-861d-eabbaad9810e None None] Set router cd72204a-f0b9-409d-b626-32885e0fe833 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:28:05.422903 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-c46d1789-5d76-47c5-861d-eabbaad9810e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 4, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'cf8e8cb0-374f-462a-91c2-0e3218c787a4', 'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'mac_address': 'fa:16:3e:ae:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:52Z', 'revision_number': 5, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'subnets': [{'id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:05.456816 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d1789-5d76-47c5-861d-eabbaad9810e None None] The sync data for ids ['cd72204a-f0b9-409d-b626-32885e0fe833'] in dv-cinder-863097-1-iscsi is: [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:20:39Z', 'revision_number': 4, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'cf8e8cb0-374f-462a-91c2-0e3218c787a4', 'name': '', 'network_id': 'fc617f6e-5991-4f0c-a83c-e8b4b519bfd4', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'mac_address': 'fa:16:3e:ae:70:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:38Z', 'updated_at': '2022-10-31T19:20:52Z', 'revision_number': 5, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'subnets': [{'id': '41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:28:05.712851 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9dbfb5-77d1-4ab7-b5cf-6da5972f4336 None None] New status for floating IP 4021da38-395f-4dfd-a702-6c99a1e61d51: DOWN {{(pid=104477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:28:05.888722 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1773e59d-1d50-4237-aaa5-96a8bb2bc0f5 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:05.895163 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1773e59d-1d50-4237-aaa5-96a8bb2bc0f5 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (0fec0fa8-c112-470b-a69d-2ca23423136d), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:05.922096 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54050) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:05.979907 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-720db3b2-d317-4085-a45b-40a31c2e9334 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group (bba9a43e-829a-43ac-8899-675d38cf42c9), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:05.997595 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:06.001883 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.l3_db [None req-1773e59d-1d50-4237-aaa5-96a8bb2bc0f5 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Floating IP 0fec0fa8-c112-470b-a69d-2ca23423136d associated. External IP: 172.27.0.132, port: 03f69bfc-980f-40fa-86a8-15bddfdfdfd1. Oct 31 19:28:06.002580 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-720db3b2-d317-4085-a45b-40a31c2e9334 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group (bba9a43e-829a-43ac-8899-675d38cf42c9), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:06.005497 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:06.051631 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-720db3b2-d317-4085-a45b-40a31c2e9334 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (bba9a43e-829a-43ac-8899-675d38cf42c9), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:06.055149 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-720db3b2-d317-4085-a45b-40a31c2e9334 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:06.056391 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-720db3b2-d317-4085-a45b-40a31c2e9334 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/bba9a43e-829a-43ac-8899-675d38cf42c9 HTTP/1.1" status: 204 len: 168 time: 0.1326158 Oct 31 19:28:06.059209 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54052) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:06.066521 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720db3b2-d317-4085-a45b-40a31c2e9334 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba9a43e-829a-43ac-8899-675d38cf42c9,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:06.099097 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.api.v2.resource [None req-7e359a60-b6d2-4fbb-b6dc-a29339c1c078 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] show failed (client error): The resource could not be found. Oct 31 19:28:06.100137 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-7e359a60-b6d2-4fbb-b6dc-a29339c1c078 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "GET /networking/v2.0/security-groups/bba9a43e-829a-43ac-8899-675d38cf42c9 HTTP/1.1" status: 404 len: 347 time: 0.0400307 Oct 31 19:28:06.103260 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54054) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:06.116540 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 0e51264f-300d-49b6-9f03-c22ed061b801 no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:28:06.235184 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1773e59d-1d50-4237-aaa5-96a8bb2bc0f5 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:28:06.283763 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: 0e51264f-300d-49b6-9f03-c22ed061b801 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:28:06.284265 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 0e51264f-300d-49b6-9f03-c22ed061b801 not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:28:06.348104 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1773e59d-1d50-4237-aaa5-96a8bb2bc0f5 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:28:06.353745 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-1773e59d-1d50-4237-aaa5-96a8bb2bc0f5 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:06.358511 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7a5619-938c-4532-841c-4bb4323a3292 None None] Sync routers for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:28:06.371578 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a5619-938c-4532-841c-4bb4323a3292 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:28:06.372405 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-0d7a5619-938c-4532-841c-4bb4323a3292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:28:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:06.388241 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-1773e59d-1d50-4237-aaa5-96a8bb2bc0f5 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/0fec0fa8-c112-470b-a69d-2ca23423136d HTTP/1.1" status: 200 len: 992 time: 1.2451167 Oct 31 19:28:06.388241 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'tag': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:28:06.389188 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7b42f5-8264-41ad-810f-2a648d09e682" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd43154-badc-47b6-a5a7-d1f28e759bb0", "tag": "03f69bfc-980f-40fa-86a8-15bddfdfdfd1"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:28:06.434500 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d72cdf-547a-4ba3-b10e-7f1972f7914d x-openstack-request-id: req-56d72cdf-547a-4ba3-b10e-7f1972f7914d {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:28:06.435095 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd43154-badc-47b6-a5a7-d1f28e759bb0", "tag": "03f69bfc-980f-40fa-86a8-15bddfdfdfd1", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:28:06.435504 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56d72cdf-547a-4ba3-b10e-7f1972f7914d {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:28:06.436088 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d72cdf-547a-4ba3-b10e-7f1972f7914d'] response: {'name': 'network-changed', 'server_uuid': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'tag': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1', 'status': 'completed', 'code': 200} Oct 31 19:28:06.444982 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:06.499647 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-0d7a5619-938c-4532-841c-4bb4323a3292 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:28:06.539941 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b42f5-8264-41ad-810f-2a648d09e682 req-83359297-0138-4101-8a22-bf7432bde218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:06.541691 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7e7b42f5-8264-41ad-810f-2a648d09e682 req-83359297-0138-4101-8a22-bf7432bde218 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=adba9bc456234ea6ade63d41a1624967&device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 1130 time: 0.0699251 Oct 31 19:28:06.555810 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-7d68487f-2ed4-4f63-a24c-70b640f233e5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Deleting port 0094e133-8265-40e1-b341-7434298c916f {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:28:06.556196 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7d68487f-2ed4-4f63-a24c-70b640f233e5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (0094e133-8265-40e1-b341-7434298c916f), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:06.654303 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:06.697283 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7d68487f-2ed4-4f63-a24c-70b640f233e5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (0094e133-8265-40e1-b341-7434298c916f), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:06.697633 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7d68487f-2ed4-4f63-a24c-70b640f233e5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for floatingip (0094e133-8265-40e1-b341-7434298c916f), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:06.701479 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:06.703696 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:06.706457 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:06.718125 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b42f5-8264-41ad-810f-2a648d09e682 req-551de963-020d-459f-a8d6-c5c3da1e7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:06.719601 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7e7b42f5-8264-41ad-810f-2a648d09e682 req-551de963-020d-459f-a8d6-c5c3da1e7905 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fa342027-4076-4973-b2c6-612147f6fd68 HTTP/1.1" status: 200 len: 915 time: 0.1714344 Oct 31 19:28:06.720576 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-7d68487f-2ed4-4f63-a24c-70b640f233e5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Calling delete_port for 0094e133-8265-40e1-b341-7434298c916f owned by network:floatingip {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:28:06.720700 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-0d7a5619-938c-4532-841c-4bb4323a3292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '0fec0fa8-c112-470b-a69d-2ca23423136d', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:ad:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:54Z', 'updated_at': '2022-10-31T19:28:05Z', 'revision_number': 1, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:06.745420 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7a5619-938c-4532-841c-4bb4323a3292 None None] Checking router: 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:28:06.755371 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a5619-938c-4532-841c-4bb4323a3292 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:28:06.755897 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-0d7a5619-938c-4532-841c-4bb4323a3292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:28:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:06.825071 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7e7b42f5-8264-41ad-810f-2a648d09e682 req-3a233880-4b41-4337-8c56-b1bf6289d1ab service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03f69bfc-980f-40fa-86a8-15bddfdfdfd1 HTTP/1.1" status: 200 len: 1000 time: 0.0987544 Oct 31 19:28:06.859954 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-0d7a5619-938c-4532-841c-4bb4323a3292 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:28:06.892198 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b42f5-8264-41ad-810f-2a648d09e682 req-93abafa9-4883-4471-8b5b-b3673895a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:06.893728 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7e7b42f5-8264-41ad-810f-2a648d09e682 req-93abafa9-4883-4471-8b5b-b3673895a679 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=54fd6b40-f478-48f1-b7ca-5aa60562ee76 HTTP/1.1" status: 200 len: 853 time: 0.0591195 Oct 31 19:28:06.979096 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7d68487f-2ed4-4f63-a24c-70b640f233e5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (0094e133-8265-40e1-b341-7434298c916f), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:06.981395 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b42f5-8264-41ad-810f-2a648d09e682 req-54bd57bd-5143-4c27-9a64-a9b63c458433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:06.982992 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7e7b42f5-8264-41ad-810f-2a648d09e682 req-54bd57bd-5143-4c27-9a64-a9b63c458433 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa342027-4076-4973-b2c6-612147f6fd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820429 Oct 31 19:28:07.025435 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68487f-2ed4-4f63-a24c-70b640f233e5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Pushing event deleted for resources: {'Port': ['ID=0094e133-8265-40e1-b341-7434298c916f,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:07.102514 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-0d7a5619-938c-4532-841c-4bb4323a3292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '0fec0fa8-c112-470b-a69d-2ca23423136d', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:ad:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:54Z', 'updated_at': '2022-10-31T19:28:05Z', 'revision_number': 1, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:07.127308 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7a5619-938c-4532-841c-4bb4323a3292 None None] The sync data for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi is: [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '0fec0fa8-c112-470b-a69d-2ca23423136d', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:ad:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:54Z', 'updated_at': '2022-10-31T19:28:05Z', 'revision_number': 1, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:28:07.140302 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7d68487f-2ed4-4f63-a24c-70b640f233e5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks [] for floatingip (4021da38-395f-4dfd-a702-6c99a1e61d51), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:07.142833 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7d68487f-2ed4-4f63-a24c-70b640f233e5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:07.144053 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-7d68487f-2ed4-4f63-a24c-70b640f233e5 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/4021da38-395f-4dfd-a702-6c99a1e61d51 HTTP/1.1" status: 204 len: 168 time: 1.0397775 Oct 31 19:28:07.156699 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7e7b42f5-8264-41ad-810f-2a648d09e682 req-0d393cef-8599-4cca-b932-9f074312c0d4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645808 Oct 31 19:28:07.229206 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:07.265410 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7e7b42f5-8264-41ad-810f-2a648d09e682 req-90ad612c-e213-4c54-bc40-91675b08e83d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025536 Oct 31 19:28:07.360834 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aab69da-dcd8-4a9c-9e21-4c8016fb46ac None None] New status for floating IP 0fec0fa8-c112-470b-a69d-2ca23423136d: ACTIVE {{(pid=104477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:28:09.601925 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54080) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:09.870068 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:09.952797 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7c3335e2-2c23-4c4b-839c-4d80d64da53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2057950'] for router_interface (cd72204a-f0b9-409d-b626-32885e0fe833), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:10.055553 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:28:10.169559 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-7c3335e2-2c23-4c4b-839c-4d80d64da53f admin admin] Deleting port cf8e8cb0-374f-462a-91c2-0e3218c787a4 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:28:10.169924 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7c3335e2-2c23-4c4b-839c-4d80d64da53f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:10.251105 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-7c3335e2-2c23-4c4b-839c-4d80d64da53f admin admin] For port cf8e8cb0-374f-462a-91c2-0e3218c787a4, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=cf8e8cb0-374f-462a-91c2-0e3218c787a4,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:28:10.251465 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7c3335e2-2c23-4c4b-839c-4d80d64da53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:10.264356 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-7c3335e2-2c23-4c4b-839c-4d80d64da53f admin admin] Calling delete_port for cf8e8cb0-374f-462a-91c2-0e3218c787a4 owned by network:router_interface {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:28:10.424090 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:10.443267 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7c3335e2-2c23-4c4b-839c-4d80d64da53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (cf8e8cb0-374f-462a-91c2-0e3218c787a4), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:10.468913 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3335e2-2c23-4c4b-839c-4d80d64da53f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf8e8cb0-374f-462a-91c2-0e3218c787a4,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:10.627017 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7c3335e2-2c23-4c4b-839c-4d80d64da53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056782'] for router_interface (cd72204a-f0b9-409d-b626-32885e0fe833), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:10.648005 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69435f8-9b38-4854-ba38-ebcb2960db1c None None] get_active_networks_info from dv-cinder-863097-1-iscsi {{(pid=104477) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 19:28:10.727606 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:10.752783 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69435f8-9b38-4854-ba38-ebcb2960db1c None None] Resources bound (agent type, host, resource id): {{(pid=104477) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 19:28:10.836584 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3335e2-2c23-4c4b-839c-4d80d64da53f admin admin] Router cd72204a-f0b9-409d-b626-32885e0fe833 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:28:10.939152 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3335e2-2c23-4c4b-839c-4d80d64da53f admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:28:10.948890 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-7c3335e2-2c23-4c4b-839c-4d80d64da53f admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/cd72204a-f0b9-409d-b626-32885e0fe833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3425803 Oct 31 19:28:10.948985 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54084) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:10.950756 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b74a92b-243c-47bd-9609-ada1fc3996f3 None None] Sync routers for ids ['cd72204a-f0b9-409d-b626-32885e0fe833'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:28:10.962910 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b74a92b-243c-47bd-9609-ada1fc3996f3 None None] Routers {'cd72204a-f0b9-409d-b626-32885e0fe833'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:28:10.963510 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-0b74a92b-243c-47bd-9609-ada1fc3996f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:28:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['cd72204a-f0b9-409d-b626-32885e0fe833'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:11.050880 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8203a0e1-e8d4-4d76-a3c9-d425cce818ea admin admin] Publish callbacks [] for router (cd72204a-f0b9-409d-b626-32885e0fe833), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:11.073091 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-0b74a92b-243c-47bd-9609-ada1fc3996f3 None None] Set router cd72204a-f0b9-409d-b626-32885e0fe833 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:28:11.091392 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:11.158386 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8203a0e1-e8d4-4d76-a3c9-d425cce818ea admin admin] Publish callbacks [] for router_gateway (cd72204a-f0b9-409d-b626-32885e0fe833), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:11.204598 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-8203a0e1-e8d4-4d76-a3c9-d425cce818ea admin admin] Deleting port 423fafde-562b-40f2-a4ea-879281b6ddd7 {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:28:11.205171 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8203a0e1-e8d4-4d76-a3c9-d425cce818ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (423fafde-562b-40f2-a4ea-879281b6ddd7), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:11.248197 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-0b74a92b-243c-47bd-9609-ada1fc3996f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:28:10Z', 'revision_number': 5, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port': {'id': '423fafde-562b-40f2-a4ea-879281b6ddd7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:20:34Z', 'updated_at': '2022-10-31T19:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:11.278264 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b74a92b-243c-47bd-9609-ada1fc3996f3 None None] Checking router: cd72204a-f0b9-409d-b626-32885e0fe833 for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:28:11.288066 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b74a92b-243c-47bd-9609-ada1fc3996f3 None None] Routers {'cd72204a-f0b9-409d-b626-32885e0fe833'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:28:11.288736 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-0b74a92b-243c-47bd-9609-ada1fc3996f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:28:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['cd72204a-f0b9-409d-b626-32885e0fe833'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:11.292389 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-8203a0e1-e8d4-4d76-a3c9-d425cce818ea admin admin] For port 423fafde-562b-40f2-a4ea-879281b6ddd7, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=423fafde-562b-40f2-a4ea-879281b6ddd7,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:28:11.292759 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8203a0e1-e8d4-4d76-a3c9-d425cce818ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (423fafde-562b-40f2-a4ea-879281b6ddd7), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:11.307454 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-8203a0e1-e8d4-4d76-a3c9-d425cce818ea admin admin] Calling delete_port for 423fafde-562b-40f2-a4ea-879281b6ddd7 owned by network:router_gateway {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:28:11.371821 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-0b74a92b-243c-47bd-9609-ada1fc3996f3 None None] Set router cd72204a-f0b9-409d-b626-32885e0fe833 gateway port host: None {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:28:11.423794 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-0b74a92b-243c-47bd-9609-ada1fc3996f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:28:11Z', 'revision_number': 6, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port_host': None}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:11.449251 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b74a92b-243c-47bd-9609-ada1fc3996f3 None None] The sync data for ids ['cd72204a-f0b9-409d-b626-32885e0fe833'] in dv-cinder-863097-1-iscsi is: [{'id': 'cd72204a-f0b9-409d-b626-32885e0fe833', 'name': 'tempest-AttachVolumeShelveTestJSON-1630057709-router', 'tenant_id': '06b4e580885f431b9ccb8aa409fdd454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:20:32Z', 'updated_at': '2022-10-31T19:28:11Z', 'revision_number': 6, 'project_id': '06b4e580885f431b9ccb8aa409fdd454', 'gw_port_host': None}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:28:11.474076 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:11.484088 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8203a0e1-e8d4-4d76-a3c9-d425cce818ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (423fafde-562b-40f2-a4ea-879281b6ddd7), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:11.486666 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-3a35e38c-f13b-4ff9-a03f-d49bfe5364f6 None None] Provisioning complete for port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:28:11.487883 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3a35e38c-f13b-4ff9-a03f-d49bfe5364f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:11.488281 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-3a35e38c-f13b-4ff9-a03f-d49bfe5364f6 None None] Attempt 1 to provision port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 Oct 31 19:28:11.515209 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203a0e1-e8d4-4d76-a3c9-d425cce818ea admin admin] Pushing event deleted for resources: {'Port': ['ID=423fafde-562b-40f2-a4ea-879281b6ddd7,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:11.556132 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:11.568456 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-3a35e38c-f13b-4ff9-a03f-d49bfe5364f6 None None] Current status of the port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:28:11.576467 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8203a0e1-e8d4-4d76-a3c9-d425cce818ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2058137'] for router_gateway (cd72204a-f0b9-409d-b626-32885e0fe833), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:11.664158 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8203a0e1-e8d4-4d76-a3c9-d425cce818ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2036084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482181'] for router (cd72204a-f0b9-409d-b626-32885e0fe833), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:11.666591 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8203a0e1-e8d4-4d76-a3c9-d425cce818ea admin admin] Publish callbacks [] for router_controller (cd72204a-f0b9-409d-b626-32885e0fe833), precommit_delete_associations {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:11.708974 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8203a0e1-e8d4-4d76-a3c9-d425cce818ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2056731'] for router (cd72204a-f0b9-409d-b626-32885e0fe833), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:11.709472 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8203a0e1-e8d4-4d76-a3c9-d425cce818ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd72204a-f0b9-409d-b626-32885e0fe833 {{(pid=104476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 19:28:11.714403 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8203a0e1-e8d4-4d76-a3c9-d425cce818ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:11.715536 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-8203a0e1-e8d4-4d76-a3c9-d425cce818ea admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/cd72204a-f0b9-409d-b626-32885e0fe833 HTTP/1.1" status: 204 len: 168 time: 0.7665155 Oct 31 19:28:11.718077 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54086) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:11.767105 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_v2 [None req-822d98ec-fbbb-4d45-b1c1-e8ac05b4eb42 admin admin] Deleting subnet 41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b {{(pid=104476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 19:28:11.771639 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-822d98ec-fbbb-4d45-b1c1-e8ac05b4eb42 admin admin] Publish callbacks [] for subnet (41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:11.808318 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-822d98ec-fbbb-4d45-b1c1-e8ac05b4eb42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8041706'] for subnet (41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b), precommit_delete_associations {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:11.885653 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-822d98ec-fbbb-4d45-b1c1-e8ac05b4eb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990620'] for subnet (41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:11.939895 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-822d98ec-fbbb-4d45-b1c1-e8ac05b4eb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5226086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4898039'] for subnet (41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:11.944726 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:11.966494 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d98ec-fbbb-4d45-b1c1-e8ac05b4eb42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:11.970863 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-822d98ec-fbbb-4d45-b1c1-e8ac05b4eb42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:11.974498 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-822d98ec-fbbb-4d45-b1c1-e8ac05b4eb42 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/41d2fe16-fc45-4daf-9a18-ea3e2c44fe8b HTTP/1.1" status: 204 len: 168 time: 0.2554619 Oct 31 19:28:11.976408 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52408b13-3e99-4ba0-afc2-95d9213153b1 None None] Network fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:28:11.977152 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54088) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:12.043510 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-890624'] for network (fc617f6e-5991-4f0c-a83c-e8b4b519bfd4), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.088843 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] Deleting port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:28:12.089191 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.150515 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] For port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:28:12.150802 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.168835 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] Calling delete_port for 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 owned by network:dhcp {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:28:12.191102 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e933257-60b0-4ff2-8cd3-197270408790 None None] DHCP port deletion for fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 request from dv-cinder-863097-1-iscsi {{(pid=104477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 19:28:12.231247 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-7e933257-60b0-4ff2-8cd3-197270408790 None None] Deleting port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:28:12.231893 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7e933257-60b0-4ff2-8cd3-197270408790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.255801 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.281455 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] Pushing event deleted for resources: {'Port': ['ID=3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:12.283329 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] No DVR routers for this DVR port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 on host dv-cinder-863097-1-iscsi {{(pid=104476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:28:12.295963 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:12.305182 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-7e933257-60b0-4ff2-8cd3-197270408790 None None] For port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7,segment=NetworkSegment(f2857211-1ec4-45cf-b25d-841f0bd3e7f5),segment_id=f2857211-1ec4-45cf-b25d-841f0bd3e7f5)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:28:12.305577 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7e933257-60b0-4ff2-8cd3-197270408790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.320752 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-7e933257-60b0-4ff2-8cd3-197270408790 None None] Calling delete_port for 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 owned by network:dhcp {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:28:12.359323 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989543', 'neutron.services.segments.db._delete_segments_for_network-8766604153474'] for network (fc617f6e-5991-4f0c-a83c-e8b4b519bfd4), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.379859 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc617f6e-5991-4f0c-a83c-e8b4b519bfd4']}} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:12.389824 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5') {'for_net_delete': True} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:12.390122 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2857211-1ec4-45cf-b25d-841f0bd3e7f5') {} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:12.398479 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:12.401092 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766604153537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8041699'] for segment (f2857211-1ec4-45cf-b25d-841f0bd3e7f5), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.404859 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7e933257-60b0-4ff2-8cd3-197270408790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.419476 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (f2857211-1ec4-45cf-b25d-841f0bd3e7f5), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.419670 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e933257-60b0-4ff2-8cd3-197270408790 None None] No DVR routers for this DVR port 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 on host dv-cinder-863097-1-iscsi {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:28:12.431279 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=104476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 19:28:12.431678 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5225984'] for segment (f2857211-1ec4-45cf-b25d-841f0bd3e7f5), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.449024 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e933257-60b0-4ff2-8cd3-197270408790 None None] Pushing event deleted for resources: {'Port': ['ID=3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:12.458299 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment f2857211-1ec4-45cf-b25d-841f0bd3e7f5 resource provider aggregate not found Oct 31 19:28:12.468035 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:28:12.479377 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment f2857211-1ec4-45cf-b25d-841f0bd3e7f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2857211-1ec4-45cf-b25d-841f0bd3e7f5 found for delete ", "request_id": "req-2c548a85-6d53-4868-8d32-99a57e63dd97"}]} Oct 31 19:28:12.491868 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:28:12.492250 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 3888db3d-0a53-4a6f-8bc5-b33b6d2ebaf7 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:28:12.492710 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device cf8e8cb0-374f-462a-91c2-0e3218c787a4 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:28:12.512884 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: cf8e8cb0-374f-462a-91c2-0e3218c787a4 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:28:12.513508 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device cf8e8cb0-374f-462a-91c2-0e3218c787a4 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:28:12.513938 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 423fafde-562b-40f2-a4ea-879281b6ddd7 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:28:12.522357 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2058165'] for network (fc617f6e-5991-4f0c-a83c-e8b4b519bfd4), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.533006 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.537278 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/fc617f6e-5991-4f0c-a83c-e8b4b519bfd4 HTTP/1.1" status: 204 len: 168 time: 0.5592246 Oct 31 19:28:12.537421 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 423fafde-562b-40f2-a4ea-879281b6ddd7 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:28:12.537803 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 423fafde-562b-40f2-a4ea-879281b6ddd7 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:28:12.560117 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b758172-add2-4754-9554-df4cfb1272fc admin admin] Pushing event deleted for resources: {'Network': ['ID=fc617f6e-5991-4f0c-a83c-e8b4b519bfd4,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:12.665363 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54096) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:12.707629 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-73fbc9f6-a033-4ad9-bbd1-16e2c3768b5f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=06b4e580885f431b9ccb8aa409fdd454&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409915 Oct 31 19:28:12.710150 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54098) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:12.758354 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-18320c8d-a056-4522-ae8f-770d4ec4287e admin admin] Publish callbacks [] for security_group (9a1ecbe7-de25-41b9-873f-726ac22fdf01), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.778917 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-18320c8d-a056-4522-ae8f-770d4ec4287e admin admin] Publish callbacks [] for security_group (9a1ecbe7-de25-41b9-873f-726ac22fdf01), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.809135 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.827231 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-18320c8d-a056-4522-ae8f-770d4ec4287e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (9a1ecbe7-de25-41b9-873f-726ac22fdf01), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.829751 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-18320c8d-a056-4522-ae8f-770d4ec4287e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:12.831397 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-18320c8d-a056-4522-ae8f-770d4ec4287e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9a1ecbe7-de25-41b9-873f-726ac22fdf01 HTTP/1.1" status: 204 len: 168 time: 0.1203604 Oct 31 19:28:12.839180 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18320c8d-a056-4522-ae8f-770d4ec4287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1ecbe7-de25-41b9-873f-726ac22fdf01,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:14.966052 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54150) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:15.243552 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-4a25d3e6-5c30-496b-8aa9-224eb96bbd62 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Deleting port 4b8ac510-1903-4efa-b4b9-cdd70abca6ae {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:28:15.243887 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4a25d3e6-5c30-496b-8aa9-224eb96bbd62 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (4b8ac510-1903-4efa-b4b9-cdd70abca6ae), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:15.316847 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4a25d3e6-5c30-496b-8aa9-224eb96bbd62 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (4b8ac510-1903-4efa-b4b9-cdd70abca6ae), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:15.317174 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4a25d3e6-5c30-496b-8aa9-224eb96bbd62 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for floatingip (4b8ac510-1903-4efa-b4b9-cdd70abca6ae), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:15.329404 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-4a25d3e6-5c30-496b-8aa9-224eb96bbd62 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Calling delete_port for 4b8ac510-1903-4efa-b4b9-cdd70abca6ae owned by network:floatingip {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:28:15.424025 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:15.495099 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4a25d3e6-5c30-496b-8aa9-224eb96bbd62 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (4b8ac510-1903-4efa-b4b9-cdd70abca6ae), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:15.521931 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25d3e6-5c30-496b-8aa9-224eb96bbd62 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Pushing event deleted for resources: {'Port': ['ID=4b8ac510-1903-4efa-b4b9-cdd70abca6ae,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:15.588216 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4a25d3e6-5c30-496b-8aa9-224eb96bbd62 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for floatingip (6555dfa5-162a-4d25-8bf8-e62194e143f2), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:15.588598 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.l3_db [None req-4a25d3e6-5c30-496b-8aa9-224eb96bbd62 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Floating IP 6555dfa5-162a-4d25-8bf8-e62194e143f2 disassociated (deleted). External IP: 172.27.0.106, port: d4d5c6c7-d643-4ff8-859d-8b480d999f74. Oct 31 19:28:16.054639 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a25d3e6-5c30-496b-8aa9-224eb96bbd62 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:28:16.143629 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:DELETE=5,neutron:UPDATE=1,neutron:SELECT=94 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:16.158991 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a25d3e6-5c30-496b-8aa9-224eb96bbd62 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:28:16.163712 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4a25d3e6-5c30-496b-8aa9-224eb96bbd62 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:16.168448 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938cedd-e2df-4be1-b556-49be6cec5104 None None] Sync routers for ids ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:28:16.178688 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938cedd-e2df-4be1-b556-49be6cec5104 None None] Routers {'7b5ee198-6fa4-4bb3-8e10-0590541a3de3'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:28:16.179326 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-d938cedd-e2df-4be1-b556-49be6cec5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:28:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:16.192784 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-4a25d3e6-5c30-496b-8aa9-224eb96bbd62 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/6555dfa5-162a-4d25-8bf8-e62194e143f2 HTTP/1.1" status: 204 len: 168 time: 1.2256727 Oct 31 19:28:16.193411 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'tag': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:28:16.195640 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33f5fc4-a607-4ad0-bff2-a60df6c1e508" -d '{"events": [{"name": "network-changed", "server_uuid": "fb16e6d4-57d8-4185-9955-ec1d261b365d", "tag": "d4d5c6c7-d643-4ff8-859d-8b480d999f74"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:28:16.235428 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159baa28-2e40-47d0-baae-881c490825a2 x-openstack-request-id: req-159baa28-2e40-47d0-baae-881c490825a2 {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:28:16.235711 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb16e6d4-57d8-4185-9955-ec1d261b365d", "tag": "d4d5c6c7-d643-4ff8-859d-8b480d999f74", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:28:16.235959 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-159baa28-2e40-47d0-baae-881c490825a2 {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:28:16.236351 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159baa28-2e40-47d0-baae-881c490825a2'] response: {'name': 'network-changed', 'server_uuid': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'tag': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74', 'status': 'completed', 'code': 200} Oct 31 19:28:16.287619 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-d938cedd-e2df-4be1-b556-49be6cec5104 None None] Set router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:28:16.302046 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f5fc4-a607-4ad0-bff2-a60df6c1e508 req-daefe38d-b3c7-4ffb-930a-d57b208cf37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:16.304174 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b33f5fc4-a607-4ad0-bff2-a60df6c1e508 req-daefe38d-b3c7-4ffb-930a-d57b208cf37e service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a33bb29688304d0dae3cfdc0eb54b7be&device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 1130 time: 0.0455389 Oct 31 19:28:16.403185 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:16.422730 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f5fc4-a607-4ad0-bff2-a60df6c1e508 req-c0d200f6-84fd-47bd-bc64-7da8974a3b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:16.424588 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b33f5fc4-a607-4ad0-bff2-a60df6c1e508 req-c0d200f6-84fd-47bd-bc64-7da8974a3b90 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=8bd8fec5-0f1b-4c28-a279-f78e038a6306 HTTP/1.1" status: 200 len: 908 time: 0.1092925 Oct 31 19:28:16.434661 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98382fa0-0a92-4448-9228-58b05ca1c919 req-4c6132f9-a7e2-4ce8-ab8a-a6039bd90b4c tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:16.436217 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-98382fa0-0a92-4448-9228-58b05ca1c919 req-4c6132f9-a7e2-4ce8-ab8a-a6039bd90b4c tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0517967 Oct 31 19:28:16.483651 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-d938cedd-e2df-4be1-b556-49be6cec5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'name': 'tempest-TestShelveInstance-37921340-router', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:26Z', 'revision_number': 4, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'gw_port': {'id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '1ad4885e-bd80-42a3-9618-884f42af0876', 'name': '', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'mac_address': 'fa:16:3e:f3:7a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89f1699a-f318-44f9-afaa-c9161328684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:26Z', 'updated_at': '2022-10-31T19:22:37Z', 'revision_number': 5, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'subnets': [{'id': '89f1699a-f318-44f9-afaa-c9161328684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:16.491614 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-98382fa0-0a92-4448-9228-58b05ca1c919 req-b6bd2aa5-4c67-460f-8c85-948dcda82e17 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496161 Oct 31 19:28:16.512220 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938cedd-e2df-4be1-b556-49be6cec5104 None None] Checking router: 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:28:16.521499 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938cedd-e2df-4be1-b556-49be6cec5104 None None] Routers {'7b5ee198-6fa4-4bb3-8e10-0590541a3de3'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:28:16.522130 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-d938cedd-e2df-4be1-b556-49be6cec5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:28:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:16.619480 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-d938cedd-e2df-4be1-b556-49be6cec5104 None None] Set router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:28:16.685661 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:16.804441 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-d938cedd-e2df-4be1-b556-49be6cec5104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'name': 'tempest-TestShelveInstance-37921340-router', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:26Z', 'revision_number': 4, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'gw_port': {'id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '1ad4885e-bd80-42a3-9618-884f42af0876', 'name': '', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'mac_address': 'fa:16:3e:f3:7a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89f1699a-f318-44f9-afaa-c9161328684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:26Z', 'updated_at': '2022-10-31T19:22:37Z', 'revision_number': 5, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'subnets': [{'id': '89f1699a-f318-44f9-afaa-c9161328684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:16.828599 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d938cedd-e2df-4be1-b556-49be6cec5104 None None] The sync data for ids ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'] in dv-cinder-863097-1-iscsi is: [{'id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'name': 'tempest-TestShelveInstance-37921340-router', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:26Z', 'revision_number': 4, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'gw_port': {'id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '1ad4885e-bd80-42a3-9618-884f42af0876', 'name': '', 'network_id': '8bd8fec5-0f1b-4c28-a279-f78e038a6306', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'mac_address': 'fa:16:3e:f3:7a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '89f1699a-f318-44f9-afaa-c9161328684b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:26Z', 'updated_at': '2022-10-31T19:22:37Z', 'revision_number': 5, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'subnets': [{'id': '89f1699a-f318-44f9-afaa-c9161328684b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:28:17.066394 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0298a12-a036-4fc3-a57a-6176ee5cc8f4 None None] New status for floating IP 6555dfa5-162a-4d25-8bf8-e62194e143f2: DOWN {{(pid=104478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:28:17.620320 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a55c41-681e-47d6-9ea1-0e16e0be4465 req-864e7fb0-05fe-4ccc-a799-6e191009b9e0 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:17.621791 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d0a55c41-681e-47d6-9ea1-0e16e0be4465 req-864e7fb0-05fe-4ccc-a799-6e191009b9e0 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0496788 Oct 31 19:28:17.671789 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d0a55c41-681e-47d6-9ea1-0e16e0be4465 req-fa626bc4-0127-4d8b-a67e-012f5d250319 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438445 Oct 31 19:28:18.789893 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e09c37-bfb4-4797-a00b-4a93dfdc88f3 req-3d1a758e-246c-4736-9594-c1216ca4abb5 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:18.791624 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-69e09c37-bfb4-4797-a00b-4a93dfdc88f3 req-3d1a758e-246c-4736-9594-c1216ca4abb5 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0468507 Oct 31 19:28:18.843486 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-69e09c37-bfb4-4797-a00b-4a93dfdc88f3 req-64701427-ddfb-40f8-b4fa-b2bcad73cdf0 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462587 Oct 31 19:28:19.978759 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b33f5fc4-a607-4ad0-bff2-a60df6c1e508 req-9cd042b6-40fd-4964-a219-21d204a46636 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4d5c6c7-d643-4ff8-859d-8b480d999f74 HTTP/1.1" status: 200 len: 217 time: 0.0513358 Oct 31 19:28:19.991567 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fedee-498b-4dac-819e-b8fe75178d73 req-c63ebb6e-c5b0-4349-a3eb-8f78fb153089 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:19.992956 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-871fedee-498b-4dac-819e-b8fe75178d73 req-c63ebb6e-c5b0-4349-a3eb-8f78fb153089 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0757263 Oct 31 19:28:20.063071 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f5fc4-a607-4ad0-bff2-a60df6c1e508 req-8947ad9f-fa8c-4bfe-9249-f9eb2ca125e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:20.064514 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b33f5fc4-a607-4ad0-bff2-a60df6c1e508 req-8947ad9f-fa8c-4bfe-9249-f9eb2ca125e8 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=89f1699a-f318-44f9-afaa-c9161328684b HTTP/1.1" status: 200 len: 846 time: 0.0707335 Oct 31 19:28:20.081182 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-871fedee-498b-4dac-819e-b8fe75178d73 req-d50be3ce-c576-4d57-b48d-d8e473b2376f tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c55e4532-eab2-418f-915f-e596bbe3cb0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803342 Oct 31 19:28:20.166757 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f5fc4-a607-4ad0-bff2-a60df6c1e508 req-20ac8eec-4678-4b41-b903-84514d38d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:20.168300 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b33f5fc4-a607-4ad0-bff2-a60df6c1e508 req-20ac8eec-4678-4b41-b903-84514d38d206 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=8bd8fec5-0f1b-4c28-a279-f78e038a6306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416059 Oct 31 19:28:20.263805 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b33f5fc4-a607-4ad0-bff2-a60df6c1e508 req-68224f73-308e-4b5a-87a0-79f56ebe9860 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8bd8fec5-0f1b-4c28-a279-f78e038a6306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895014 Oct 31 19:28:20.495647 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:20.542646 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b33f5fc4-a607-4ad0-bff2-a60df6c1e508 req-a7bba158-7db8-4f35-bbca-57f783aff528 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8bd8fec5-0f1b-4c28-a279-f78e038a6306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170568 Oct 31 19:28:20.560837 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c358cc-c4f0-4752-bda6-9238b6912625 req-47fb2235-5ac8-4234-b713-981ecd0eb4dd tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:20.562429 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-18c358cc-c4f0-4752-bda6-9238b6912625 req-47fb2235-5ac8-4234-b713-981ecd0eb4dd tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 946 time: 0.0518970 Oct 31 19:28:20.656092 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-18c358cc-c4f0-4752-bda6-9238b6912625 req-750d8124-dfd2-413c-a8e0-cd248c7acf67 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Deleting port d4d5c6c7-d643-4ff8-859d-8b480d999f74 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:28:20.656430 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-18c358cc-c4f0-4752-bda6-9238b6912625 req-750d8124-dfd2-413c-a8e0-cd248c7acf67 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:20.758145 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-18c358cc-c4f0-4752-bda6-9238b6912625 req-750d8124-dfd2-413c-a8e0-cd248c7acf67 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] For port d4d5c6c7-d643-4ff8-859d-8b480d999f74, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=d4d5c6c7-d643-4ff8-859d-8b480d999f74,segment=NetworkSegment(3adfb10e-3333-4507-9b4a-e3149385f709),segment_id=3adfb10e-3333-4507-9b4a-e3149385f709)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:28:20.758507 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-18c358cc-c4f0-4752-bda6-9238b6912625 req-750d8124-dfd2-413c-a8e0-cd248c7acf67 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:20.772468 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-18c358cc-c4f0-4752-bda6-9238b6912625 req-750d8124-dfd2-413c-a8e0-cd248c7acf67 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Calling delete_port for d4d5c6c7-d643-4ff8-859d-8b480d999f74 owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:28:20.902581 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-18c358cc-c4f0-4752-bda6-9238b6912625 req-750d8124-dfd2-413c-a8e0-cd248c7acf67 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (d4d5c6c7-d643-4ff8-859d-8b480d999f74), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:20.928970 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d8124-dfd2-413c-a8e0-cd248c7acf67 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Pushing event deleted for resources: {'Port': ['ID=d4d5c6c7-d643-4ff8-859d-8b480d999f74,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:21.187989 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-6262d1d2-bc15-472d-ade3-dfc07f1379de req-db601299-905a-4c0f-b396-1afc8fcf00dc tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fb16e6d4-57d8-4185-9955-ec1d261b365d HTTP/1.1" status: 200 len: 210 time: 0.0285378 Oct 31 19:28:21.213040 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c358cc-c4f0-4752-bda6-9238b6912625 req-750d8124-dfd2-413c-a8e0-cd248c7acf67 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] No DVR routers for this DVR port d4d5c6c7-d643-4ff8-859d-8b480d999f74 on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:28:21.215553 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-18c358cc-c4f0-4752-bda6-9238b6912625 req-750d8124-dfd2-413c-a8e0-cd248c7acf67 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:21.218716 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-18c358cc-c4f0-4752-bda6-9238b6912625 req-750d8124-dfd2-413c-a8e0-cd248c7acf67 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.33 "DELETE /networking/v2.0/ports/d4d5c6c7-d643-4ff8-859d-8b480d999f74 HTTP/1.1" status: 204 len: 173 time: 0.6487801 Oct 31 19:28:21.219202 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'name': 'network-vif-deleted', 'tag': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:28:21.221419 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5881c525-69e4-47fd-869d-e83f687b1304" -d '{"events": [{"server_uuid": "fb16e6d4-57d8-4185-9955-ec1d261b365d", "name": "network-vif-deleted", "tag": "d4d5c6c7-d643-4ff8-859d-8b480d999f74"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:28:21.259507 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26d458a-a3ec-48c6-88af-1406eabfc635 x-openstack-request-id: req-f26d458a-a3ec-48c6-88af-1406eabfc635 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:28:21.259809 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb16e6d4-57d8-4185-9955-ec1d261b365d", "name": "network-vif-deleted", "tag": "d4d5c6c7-d643-4ff8-859d-8b480d999f74", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:28:21.260057 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f26d458a-a3ec-48c6-88af-1406eabfc635 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:28:21.260457 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26d458a-a3ec-48c6-88af-1406eabfc635'] response: {'server_uuid': 'fb16e6d4-57d8-4185-9955-ec1d261b365d', 'name': 'network-vif-deleted', 'tag': 'd4d5c6c7-d643-4ff8-859d-8b480d999f74', 'status': 'completed', 'code': 200} Oct 31 19:28:22.258867 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54234) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:22.317594 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6a5da1b1-ce68-44f3-89c5-5bf9e37b9de7 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group (c55e4532-eab2-418f-915f-e596bbe3cb0e), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:22.342848 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6a5da1b1-ce68-44f3-89c5-5bf9e37b9de7 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group (c55e4532-eab2-418f-915f-e596bbe3cb0e), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:22.406769 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6a5da1b1-ce68-44f3-89c5-5bf9e37b9de7 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (c55e4532-eab2-418f-915f-e596bbe3cb0e), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:22.409402 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-6a5da1b1-ce68-44f3-89c5-5bf9e37b9de7 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:22.410565 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-6a5da1b1-ce68-44f3-89c5-5bf9e37b9de7 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c55e4532-eab2-418f-915f-e596bbe3cb0e HTTP/1.1" status: 204 len: 168 time: 0.1506703 Oct 31 19:28:22.421254 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5da1b1-ce68-44f3-89c5-5bf9e37b9de7 tempest-TestShelveInstance-592145345 tempest-TestShelveInstance-592145345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55e4532-eab2-418f-915f-e596bbe3cb0e,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:22.460765 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54238) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:22.621447 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:22.880416 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4e128d7c-33ef-46df-90f1-b8d0939c485a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2057950'] for router_interface (7b5ee198-6fa4-4bb3-8e10-0590541a3de3), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:22.977131 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:23.100422 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-4e128d7c-33ef-46df-90f1-b8d0939c485a admin admin] Deleting port 1ad4885e-bd80-42a3-9618-884f42af0876 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:28:23.100753 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4e128d7c-33ef-46df-90f1-b8d0939c485a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (1ad4885e-bd80-42a3-9618-884f42af0876), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:23.182385 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-4e128d7c-33ef-46df-90f1-b8d0939c485a admin admin] For port 1ad4885e-bd80-42a3-9618-884f42af0876, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=1ad4885e-bd80-42a3-9618-884f42af0876,segment=NetworkSegment(3adfb10e-3333-4507-9b4a-e3149385f709),segment_id=3adfb10e-3333-4507-9b4a-e3149385f709)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:28:23.182741 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4e128d7c-33ef-46df-90f1-b8d0939c485a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (1ad4885e-bd80-42a3-9618-884f42af0876), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:23.195466 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-4e128d7c-33ef-46df-90f1-b8d0939c485a admin admin] Calling delete_port for 1ad4885e-bd80-42a3-9618-884f42af0876 owned by network:router_interface {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:28:23.375028 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4e128d7c-33ef-46df-90f1-b8d0939c485a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (1ad4885e-bd80-42a3-9618-884f42af0876), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:23.401127 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e128d7c-33ef-46df-90f1-b8d0939c485a admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad4885e-bd80-42a3-9618-884f42af0876,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:23.428559 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:23.575531 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4e128d7c-33ef-46df-90f1-b8d0939c485a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056782'] for router_interface (7b5ee198-6fa4-4bb3-8e10-0590541a3de3), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:23.611177 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e1f40c-9c75-4f48-8170-8b9296affcc6 None None] get_active_networks_info from dv-cinder-863097-1-iscsi {{(pid=104477) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 19:28:23.673703 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:23.710924 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e1f40c-9c75-4f48-8170-8b9296affcc6 None None] Resources bound (agent type, host, resource id): {{(pid=104477) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 19:28:23.787551 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e128d7c-33ef-46df-90f1-b8d0939c485a admin admin] Router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:28:23.840471 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:23.893886 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e128d7c-33ef-46df-90f1-b8d0939c485a admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:28:23.898755 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-4e128d7c-33ef-46df-90f1-b8d0939c485a admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/7b5ee198-6fa4-4bb3-8e10-0590541a3de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4369655 Oct 31 19:28:23.901226 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54260) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:23.905155 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c797f7b7-fbbe-471d-852d-34e0df7d5e96 None None] Sync routers for ids ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:28:23.916818 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c797f7b7-fbbe-471d-852d-34e0df7d5e96 None None] Routers {'7b5ee198-6fa4-4bb3-8e10-0590541a3de3'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:28:23.917414 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-c797f7b7-fbbe-471d-852d-34e0df7d5e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:28:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:24.011046 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d069d7a3-af63-48ee-8f4f-c8a999c33bfa admin admin] Publish callbacks [] for router (7b5ee198-6fa4-4bb3-8e10-0590541a3de3), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:24.120656 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d069d7a3-af63-48ee-8f4f-c8a999c33bfa admin admin] Publish callbacks [] for router_gateway (7b5ee198-6fa4-4bb3-8e10-0590541a3de3), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:24.144306 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device d4d5c6c7-d643-4ff8-859d-8b480d999f74 no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:28:24.169587 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-d069d7a3-af63-48ee-8f4f-c8a999c33bfa admin admin] Deleting port a80be1e2-c956-41b3-879b-4346e6c60ad7 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:28:24.169955 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d069d7a3-af63-48ee-8f4f-c8a999c33bfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (a80be1e2-c956-41b3-879b-4346e6c60ad7), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:24.171077 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: d4d5c6c7-d643-4ff8-859d-8b480d999f74 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:28:24.171491 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device d4d5c6c7-d643-4ff8-859d-8b480d999f74 not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:28:24.193004 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-c797f7b7-fbbe-471d-852d-34e0df7d5e96 None None] Set router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:28:24.255633 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-d069d7a3-af63-48ee-8f4f-c8a999c33bfa admin admin] For port a80be1e2-c956-41b3-879b-4346e6c60ad7, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=a80be1e2-c956-41b3-879b-4346e6c60ad7,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:28:24.256140 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d069d7a3-af63-48ee-8f4f-c8a999c33bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (a80be1e2-c956-41b3-879b-4346e6c60ad7), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:24.274224 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-d069d7a3-af63-48ee-8f4f-c8a999c33bfa admin admin] Calling delete_port for a80be1e2-c956-41b3-879b-4346e6c60ad7 owned by network:router_gateway {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:28:24.338417 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:24.379357 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-c797f7b7-fbbe-471d-852d-34e0df7d5e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'name': 'tempest-TestShelveInstance-37921340-router', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:28:23Z', 'revision_number': 5, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'gw_port': {'id': 'a80be1e2-c956-41b3-879b-4346e6c60ad7', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:18:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:24.383478 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-3fc8266b-b9a7-443e-89ed-e25493eccfa4 None None] Provisioning complete for port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:28:24.383850 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3fc8266b-b9a7-443e-89ed-e25493eccfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (3e33c4bb-9b76-4bd5-a5f6-2bd698387d69), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:24.384177 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-3fc8266b-b9a7-443e-89ed-e25493eccfa4 None None] Attempt 1 to provision port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 Oct 31 19:28:24.428228 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c797f7b7-fbbe-471d-852d-34e0df7d5e96 None None] Checking router: 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:28:24.445517 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c797f7b7-fbbe-471d-852d-34e0df7d5e96 None None] Routers {'7b5ee198-6fa4-4bb3-8e10-0590541a3de3'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:28:24.446153 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-c797f7b7-fbbe-471d-852d-34e0df7d5e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:28:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:24.458842 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d069d7a3-af63-48ee-8f4f-c8a999c33bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (a80be1e2-c956-41b3-879b-4346e6c60ad7), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:24.481980 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069d7a3-af63-48ee-8f4f-c8a999c33bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=a80be1e2-c956-41b3-879b-4346e6c60ad7,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:24.551165 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d069d7a3-af63-48ee-8f4f-c8a999c33bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2058137'] for router_gateway (7b5ee198-6fa4-4bb3-8e10-0590541a3de3), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:24.572607 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:24.574142 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-c797f7b7-fbbe-471d-852d-34e0df7d5e96 None None] Set router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 gateway port host: None {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:28:24.627540 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8266b-b9a7-443e-89ed-e25493eccfa4 None None] Current status of the port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:28:24.630236 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-c797f7b7-fbbe-471d-852d-34e0df7d5e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'name': 'tempest-TestShelveInstance-37921340-router', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:28:24Z', 'revision_number': 6, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'gw_port_host': None}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:24.641443 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d069d7a3-af63-48ee-8f4f-c8a999c33bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2036084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482181'] for router (7b5ee198-6fa4-4bb3-8e10-0590541a3de3), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:24.644352 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d069d7a3-af63-48ee-8f4f-c8a999c33bfa admin admin] Publish callbacks [] for router_controller (7b5ee198-6fa4-4bb3-8e10-0590541a3de3), precommit_delete_associations {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:24.656610 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c797f7b7-fbbe-471d-852d-34e0df7d5e96 None None] The sync data for ids ['7b5ee198-6fa4-4bb3-8e10-0590541a3de3'] in dv-cinder-863097-1-iscsi is: [{'id': '7b5ee198-6fa4-4bb3-8e10-0590541a3de3', 'name': 'tempest-TestShelveInstance-37921340-router', 'tenant_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:23Z', 'updated_at': '2022-10-31T19:28:24Z', 'revision_number': 6, 'project_id': 'a33bb29688304d0dae3cfdc0eb54b7be', 'gw_port_host': None}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:28:24.702585 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d069d7a3-af63-48ee-8f4f-c8a999c33bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2056731'] for router (7b5ee198-6fa4-4bb3-8e10-0590541a3de3), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:24.703191 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d069d7a3-af63-48ee-8f4f-c8a999c33bfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b5ee198-6fa4-4bb3-8e10-0590541a3de3 {{(pid=104475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 19:28:24.709496 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d069d7a3-af63-48ee-8f4f-c8a999c33bfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:24.710891 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-d069d7a3-af63-48ee-8f4f-c8a999c33bfa admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/7b5ee198-6fa4-4bb3-8e10-0590541a3de3 HTTP/1.1" status: 204 len: 168 time: 0.8086569 Oct 31 19:28:24.713542 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54272) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:24.754081 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:24.762040 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4dd7ee-9606-413d-bf76-4e91e9986c88 admin admin] Deleting subnet 89f1699a-f318-44f9-afaa-c9161328684b {{(pid=104476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 19:28:24.765640 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-be4dd7ee-9606-413d-bf76-4e91e9986c88 admin admin] Publish callbacks [] for subnet (89f1699a-f318-44f9-afaa-c9161328684b), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:24.805863 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-be4dd7ee-9606-413d-bf76-4e91e9986c88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8041706'] for subnet (89f1699a-f318-44f9-afaa-c9161328684b), precommit_delete_associations {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:24.884157 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-be4dd7ee-9606-413d-bf76-4e91e9986c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990620'] for subnet (89f1699a-f318-44f9-afaa-c9161328684b), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:24.943500 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-be4dd7ee-9606-413d-bf76-4e91e9986c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5226086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4898039'] for subnet (89f1699a-f318-44f9-afaa-c9161328684b), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:24.971264 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4dd7ee-9606-413d-bf76-4e91e9986c88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89f1699a-f318-44f9-afaa-c9161328684b,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:24.973172 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-be4dd7ee-9606-413d-bf76-4e91e9986c88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:24.977658 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0f5c60-65ad-4625-b13f-9370fb738aae None None] Network 8bd8fec5-0f1b-4c28-a279-f78e038a6306 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:28:24.977977 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-be4dd7ee-9606-413d-bf76-4e91e9986c88 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/89f1699a-f318-44f9-afaa-c9161328684b HTTP/1.1" status: 204 len: 168 time: 0.2633064 Oct 31 19:28:24.979222 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54278) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:25.057978 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-890624'] for network (8bd8fec5-0f1b-4c28-a279-f78e038a6306), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:25.101314 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] Deleting port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:28:25.101941 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (3e33c4bb-9b76-4bd5-a5f6-2bd698387d69), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:25.173934 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] For port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=3e33c4bb-9b76-4bd5-a5f6-2bd698387d69,segment=NetworkSegment(3adfb10e-3333-4507-9b4a-e3149385f709),segment_id=3adfb10e-3333-4507-9b4a-e3149385f709)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:28:25.174307 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (3e33c4bb-9b76-4bd5-a5f6-2bd698387d69), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:25.186920 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] Calling delete_port for 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 owned by network:dhcp {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:28:25.242910 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:25.265824 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (3e33c4bb-9b76-4bd5-a5f6-2bd698387d69), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:25.291349 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e33c4bb-9b76-4bd5-a5f6-2bd698387d69,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:25.296887 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] No DVR routers for this DVR port 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 on host dv-cinder-863097-1-iscsi {{(pid=104476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:28:25.365821 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989543', 'neutron.services.segments.db._delete_segments_for_network-8766604153474'] for network (8bd8fec5-0f1b-4c28-a279-f78e038a6306), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:25.386061 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd8fec5-0f1b-4c28-a279-f78e038a6306']}} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:25.395265 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3adfb10e-3333-4507-9b4a-e3149385f709') {'for_net_delete': True} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:25.395557 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3adfb10e-3333-4507-9b4a-e3149385f709') {} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:25.405791 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766604153537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8041699'] for segment (3adfb10e-3333-4507-9b4a-e3149385f709), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:25.420073 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (3adfb10e-3333-4507-9b4a-e3149385f709), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:25.427916 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=104476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 19:28:25.428351 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5225984'] for segment (3adfb10e-3333-4507-9b4a-e3149385f709), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:25.433013 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be88259a-19e3-4fbc-9951-e0a33f7241f7 None None] DHCP port deletion for 8bd8fec5-0f1b-4c28-a279-f78e038a6306 request from dv-cinder-863097-1-iscsi {{(pid=104477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 19:28:25.485473 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment 3adfb10e-3333-4507-9b4a-e3149385f709 resource provider aggregate not found Oct 31 19:28:25.504848 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2058165'] for network (8bd8fec5-0f1b-4c28-a279-f78e038a6306), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:25.516430 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment 3adfb10e-3333-4507-9b4a-e3149385f709 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3adfb10e-3333-4507-9b4a-e3149385f709 found for delete ", "request_id": "req-812abf28-a084-458e-814f-a40a564a3c76"}]} Oct 31 19:28:25.517522 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:25.520595 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/8bd8fec5-0f1b-4c28-a279-f78e038a6306 HTTP/1.1" status: 204 len: 168 time: 0.5402763 Oct 31 19:28:25.523611 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54284) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:25.531949 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ec984-5801-452c-b552-00abc0c6f8d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd8fec5-0f1b-4c28-a279-f78e038a6306,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:25.674343 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:25.846938 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-05e69885-53de-4b32-98da-776a314b9340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2057950'] for router_interface (e13a30ef-9375-4689-bc12-9b244422a3e5), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:26.080933 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-05e69885-53de-4b32-98da-776a314b9340 admin admin] Deleting port 474c135d-9a91-46d7-a58e-6580a2c13510 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:28:26.081272 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-05e69885-53de-4b32-98da-776a314b9340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (474c135d-9a91-46d7-a58e-6580a2c13510), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:26.166450 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:26.168939 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-05e69885-53de-4b32-98da-776a314b9340 admin admin] For port 474c135d-9a91-46d7-a58e-6580a2c13510, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=474c135d-9a91-46d7-a58e-6580a2c13510,segment=NetworkSegment(2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf),segment_id=2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:28:26.169319 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-05e69885-53de-4b32-98da-776a314b9340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (474c135d-9a91-46d7-a58e-6580a2c13510), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:26.187604 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-05e69885-53de-4b32-98da-776a314b9340 admin admin] Calling delete_port for 474c135d-9a91-46d7-a58e-6580a2c13510 owned by network:router_interface {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:28:26.364007 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-05e69885-53de-4b32-98da-776a314b9340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (474c135d-9a91-46d7-a58e-6580a2c13510), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:26.389376 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e69885-53de-4b32-98da-776a314b9340 admin admin] Pushing event deleted for resources: {'Port': ['ID=474c135d-9a91-46d7-a58e-6580a2c13510,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:26.512944 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:26.531602 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device a80be1e2-c956-41b3-879b-4346e6c60ad7 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:28:26.556461 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: a80be1e2-c956-41b3-879b-4346e6c60ad7 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:28:26.557083 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device a80be1e2-c956-41b3-879b-4346e6c60ad7 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:28:26.557655 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 1ad4885e-bd80-42a3-9618-884f42af0876 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:28:26.569173 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-05e69885-53de-4b32-98da-776a314b9340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056782'] for router_interface (e13a30ef-9375-4689-bc12-9b244422a3e5), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:26.578515 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 1ad4885e-bd80-42a3-9618-884f42af0876 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:28:26.578929 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 1ad4885e-bd80-42a3-9618-884f42af0876 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:28:26.579403 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:28:26.605943 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beb8bed-a966-477d-825d-a6131b97565d None None] get_active_networks_info from dv-cinder-863097-1-iscsi {{(pid=104477) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 19:28:26.609063 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:28:26.609402 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 3e33c4bb-9b76-4bd5-a5f6-2bd698387d69 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:28:26.694845 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb8bed-a966-477d-825d-a6131b97565d None None] Resources bound (agent type, host, resource id): {{(pid=104477) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 19:28:26.708756 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:27.027303 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e69885-53de-4b32-98da-776a314b9340 admin admin] Router e13a30ef-9375-4689-bc12-9b244422a3e5 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:28:27.070742 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=93 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:27.136947 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e69885-53de-4b32-98da-776a314b9340 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:28:27.142102 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-05e69885-53de-4b32-98da-776a314b9340 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/e13a30ef-9375-4689-bc12-9b244422a3e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6171944 Oct 31 19:28:27.144558 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54304) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:27.153460 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fea61e-c2a4-4c42-a29c-8284e67861c2 None None] Sync routers for ids ['e13a30ef-9375-4689-bc12-9b244422a3e5'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:28:27.166446 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fea61e-c2a4-4c42-a29c-8284e67861c2 None None] Routers {'e13a30ef-9375-4689-bc12-9b244422a3e5'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:28:27.167065 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-62fea61e-c2a4-4c42-a29c-8284e67861c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:28:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['e13a30ef-9375-4689-bc12-9b244422a3e5'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:27.276106 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3af9-491c-4af1-ac6b-9ce556047631 admin admin] Publish callbacks [] for router (e13a30ef-9375-4689-bc12-9b244422a3e5), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:27.331502 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:27.372154 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-5c65b52f-af14-46a7-9364-38e93314b9dd None None] Provisioning complete for port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:28:27.372740 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-62fea61e-c2a4-4c42-a29c-8284e67861c2 None None] Set router e13a30ef-9375-4689-bc12-9b244422a3e5 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:28:27.374624 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5c65b52f-af14-46a7-9364-38e93314b9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (4edbae1d-edee-4b22-b8df-f6b08f7b9802), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:27.375295 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-5c65b52f-af14-46a7-9364-38e93314b9dd None None] Attempt 1 to provision port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 Oct 31 19:28:27.389705 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3af9-491c-4af1-ac6b-9ce556047631 admin admin] Publish callbacks [] for router_gateway (e13a30ef-9375-4689-bc12-9b244422a3e5), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:27.445625 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-1a5d3af9-491c-4af1-ac6b-9ce556047631 admin admin] Deleting port 5447d975-6309-4334-b3e2-325a7cef374a {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:28:27.446228 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3af9-491c-4af1-ac6b-9ce556047631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (5447d975-6309-4334-b3e2-325a7cef374a), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:27.482981 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-5c65b52f-af14-46a7-9364-38e93314b9dd None None] Current status of the port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:28:27.495211 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:27.556744 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-1a5d3af9-491c-4af1-ac6b-9ce556047631 admin admin] For port 5447d975-6309-4334-b3e2-325a7cef374a, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=5447d975-6309-4334-b3e2-325a7cef374a,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:28:27.557670 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3af9-491c-4af1-ac6b-9ce556047631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (5447d975-6309-4334-b3e2-325a7cef374a), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:27.574494 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-1a5d3af9-491c-4af1-ac6b-9ce556047631 admin admin] Calling delete_port for 5447d975-6309-4334-b3e2-325a7cef374a owned by network:router_gateway {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:28:27.576548 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-62fea61e-c2a4-4c42-a29c-8284e67861c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'name': 'tempest-TestShelveInstance-561764960-router', 'tenant_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '5447d975-6309-4334-b3e2-325a7cef374a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:28:26Z', 'revision_number': 5, 'project_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'gw_port': {'id': '5447d975-6309-4334-b3e2-325a7cef374a', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ec:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:27.611635 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fea61e-c2a4-4c42-a29c-8284e67861c2 None None] Checking router: e13a30ef-9375-4689-bc12-9b244422a3e5 for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:28:27.623957 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fea61e-c2a4-4c42-a29c-8284e67861c2 None None] Routers {'e13a30ef-9375-4689-bc12-9b244422a3e5'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:28:27.624936 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-62fea61e-c2a4-4c42-a29c-8284e67861c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:28:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['e13a30ef-9375-4689-bc12-9b244422a3e5'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:27.711122 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-62fea61e-c2a4-4c42-a29c-8284e67861c2 None None] Set router e13a30ef-9375-4689-bc12-9b244422a3e5 gateway port host: None {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:28:27.754705 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3af9-491c-4af1-ac6b-9ce556047631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (5447d975-6309-4334-b3e2-325a7cef374a), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:27.760055 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-62fea61e-c2a4-4c42-a29c-8284e67861c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'name': 'tempest-TestShelveInstance-561764960-router', 'tenant_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:28:27Z', 'revision_number': 6, 'project_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'gw_port_host': None}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:27.779084 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d3af9-491c-4af1-ac6b-9ce556047631 admin admin] Pushing event deleted for resources: {'Port': ['ID=5447d975-6309-4334-b3e2-325a7cef374a,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:27.788266 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fea61e-c2a4-4c42-a29c-8284e67861c2 None None] The sync data for ids ['e13a30ef-9375-4689-bc12-9b244422a3e5'] in dv-cinder-863097-1-iscsi is: [{'id': 'e13a30ef-9375-4689-bc12-9b244422a3e5', 'name': 'tempest-TestShelveInstance-561764960-router', 'tenant_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:30Z', 'updated_at': '2022-10-31T19:28:27Z', 'revision_number': 6, 'project_id': 'f844b8eac88642a7b2e0a6a14ef7ea4f', 'gw_port_host': None}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:28:27.835811 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:27.849476 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3af9-491c-4af1-ac6b-9ce556047631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2058137'] for router_gateway (e13a30ef-9375-4689-bc12-9b244422a3e5), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:27.938213 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3af9-491c-4af1-ac6b-9ce556047631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2036084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482181'] for router (e13a30ef-9375-4689-bc12-9b244422a3e5), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:27.940430 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3af9-491c-4af1-ac6b-9ce556047631 admin admin] Publish callbacks [] for router_controller (e13a30ef-9375-4689-bc12-9b244422a3e5), precommit_delete_associations {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:27.981306 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3af9-491c-4af1-ac6b-9ce556047631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2056731'] for router (e13a30ef-9375-4689-bc12-9b244422a3e5), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:27.982006 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5d3af9-491c-4af1-ac6b-9ce556047631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e13a30ef-9375-4689-bc12-9b244422a3e5 {{(pid=104475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 19:28:27.987209 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3af9-491c-4af1-ac6b-9ce556047631 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:27.988339 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-1a5d3af9-491c-4af1-ac6b-9ce556047631 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/e13a30ef-9375-4689-bc12-9b244422a3e5 HTTP/1.1" status: 204 len: 168 time: 0.8429730 Oct 31 19:28:27.990866 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54316) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:28.034313 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfb377f-b6c4-4f4d-b860-309cb85ea0e8 admin admin] Deleting subnet d9bc2736-310e-42aa-ac82-088b80b7a135 {{(pid=104475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 19:28:28.037403 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9dfb377f-b6c4-4f4d-b860-309cb85ea0e8 admin admin] Publish callbacks [] for subnet (d9bc2736-310e-42aa-ac82-088b80b7a135), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:28.075164 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9dfb377f-b6c4-4f4d-b860-309cb85ea0e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7821979'] for subnet (d9bc2736-310e-42aa-ac82-088b80b7a135), precommit_delete_associations {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:28.150117 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9dfb377f-b6c4-4f4d-b860-309cb85ea0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990620'] for subnet (d9bc2736-310e-42aa-ac82-088b80b7a135), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:28.206305 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9dfb377f-b6c4-4f4d-b860-309cb85ea0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4555227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4195304'] for subnet (d9bc2736-310e-42aa-ac82-088b80b7a135), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:28.211646 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:28.237072 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb377f-b6c4-4f4d-b860-309cb85ea0e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9bc2736-310e-42aa-ac82-088b80b7a135,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:28.242193 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9dfb377f-b6c4-4f4d-b860-309cb85ea0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for subnet (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:28.245329 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-9dfb377f-b6c4-4f4d-b860-309cb85ea0e8 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/d9bc2736-310e-42aa-ac82-088b80b7a135 HTTP/1.1" status: 204 len: 168 time: 0.2535534 Oct 31 19:28:28.247929 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a494cd91-6252-47fa-971a-6bfce98b9d8a None None] Network 6aee1091-b727-4d13-93e0-ef0c967b41a0 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:28:28.248422 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54318) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:28.322489 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-890624'] for network (6aee1091-b727-4d13-93e0-ef0c967b41a0), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:28.365842 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] Deleting port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:28:28.366183 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (4edbae1d-edee-4b22-b8df-f6b08f7b9802), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:28.432933 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] For port 4edbae1d-edee-4b22-b8df-f6b08f7b9802, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=4edbae1d-edee-4b22-b8df-f6b08f7b9802,segment=NetworkSegment(2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf),segment_id=2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:28:28.433287 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (4edbae1d-edee-4b22-b8df-f6b08f7b9802), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:28.446101 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] Calling delete_port for 4edbae1d-edee-4b22-b8df-f6b08f7b9802 owned by network:dhcp {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:28:28.523739 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (4edbae1d-edee-4b22-b8df-f6b08f7b9802), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:28.550385 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4edbae1d-edee-4b22-b8df-f6b08f7b9802,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:28.552240 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] No DVR routers for this DVR port 4edbae1d-edee-4b22-b8df-f6b08f7b9802 on host dv-cinder-863097-1-iscsi {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:28:28.571130 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1195e285-c150-4bba-8474-063c90f75d00 None None] DHCP port deletion for 6aee1091-b727-4d13-93e0-ef0c967b41a0 request from dv-cinder-863097-1-iscsi {{(pid=104477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 19:28:28.634405 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 4edbae1d-edee-4b22-b8df-f6b08f7b9802 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:28:28.641946 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989543', 'neutron.services.segments.db._delete_segments_for_network-8766604153474'] for network (6aee1091-b727-4d13-93e0-ef0c967b41a0), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:28.654339 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 4edbae1d-edee-4b22-b8df-f6b08f7b9802 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:28:28.654692 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 4edbae1d-edee-4b22-b8df-f6b08f7b9802 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:28:28.655107 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 474c135d-9a91-46d7-a58e-6580a2c13510 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:28:28.665446 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aee1091-b727-4d13-93e0-ef0c967b41a0']}} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:28.676563 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 474c135d-9a91-46d7-a58e-6580a2c13510 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:28:28.676981 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 474c135d-9a91-46d7-a58e-6580a2c13510 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:28:28.677376 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 5447d975-6309-4334-b3e2-325a7cef374a no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:28:28.678517 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf') {'for_net_delete': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:28.679215 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf') {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:28:28.692906 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766604153537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7821970'] for segment (2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:28.696765 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 5447d975-6309-4334-b3e2-325a7cef374a {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:28:28.697105 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 5447d975-6309-4334-b3e2-325a7cef374a not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:28:28.716599 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:28.723979 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=104475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 19:28:28.724366 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4555197'] for segment (2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:28.781690 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.services.segments.plugin [-] Segment 2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf resource provider aggregate not found Oct 31 19:28:28.789832 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:28.803957 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.services.segments.plugin [-] Segment 2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a3bcb09-6a5a-4f00-8fe4-2a8d3d403faf found for delete ", "request_id": "req-5542abe7-eab2-40ca-b652-7caa077ef69c"}]} Oct 31 19:28:28.805165 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2058165'] for network (6aee1091-b727-4d13-93e0-ef0c967b41a0), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:28.810065 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:28.814781 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/6aee1091-b727-4d13-93e0-ef0c967b41a0 HTTP/1.1" status: 204 len: 168 time: 0.5647280 Oct 31 19:28:28.833517 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb36b8-028a-4ce5-9503-9c021b9345e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aee1091-b727-4d13-93e0-ef0c967b41a0,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:28.963271 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54332) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:29.010074 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-bd0b9daf-8173-4275-9743-ca644fe021a3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a33bb29688304d0dae3cfdc0eb54b7be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452905 Oct 31 19:28:29.012685 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54336) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:29.066985 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9df90f25-1829-4727-b403-313b121fcc4b admin admin] Publish callbacks [] for security_group (a72888f3-6758-4136-aaa5-56bb4af31fbb), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:29.089086 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9df90f25-1829-4727-b403-313b121fcc4b admin admin] Publish callbacks [] for security_group (a72888f3-6758-4136-aaa5-56bb4af31fbb), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:29.148947 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9df90f25-1829-4727-b403-313b121fcc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (a72888f3-6758-4136-aaa5-56bb4af31fbb), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:29.151571 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9df90f25-1829-4727-b403-313b121fcc4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:29.152722 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-9df90f25-1829-4727-b403-313b121fcc4b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a72888f3-6758-4136-aaa5-56bb4af31fbb HTTP/1.1" status: 204 len: 168 time: 0.1380098 Oct 31 19:28:29.160649 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df90f25-1829-4727-b403-313b121fcc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72888f3-6758-4136-aaa5-56bb4af31fbb,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:29.461100 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54348) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:29.502720 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-ade12501-f481-4533-b92f-38623c9659f1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f844b8eac88642a7b2e0a6a14ef7ea4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402722 Oct 31 19:28:29.505189 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54350) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:29.553130 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9b622d54-e6a9-47ae-8976-928ad83d8f65 admin admin] Publish callbacks [] for security_group (dd690658-d4b4-4062-baa0-839c4ee7406b), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:29.573285 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9b622d54-e6a9-47ae-8976-928ad83d8f65 admin admin] Publish callbacks [] for security_group (dd690658-d4b4-4062-baa0-839c4ee7406b), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:29.589515 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=9 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:29.624680 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9b622d54-e6a9-47ae-8976-928ad83d8f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (dd690658-d4b4-4062-baa0-839c4ee7406b), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:29.627745 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9b622d54-e6a9-47ae-8976-928ad83d8f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:29.629055 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-9b622d54-e6a9-47ae-8976-928ad83d8f65 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/dd690658-d4b4-4062-baa0-839c4ee7406b HTTP/1.1" status: 204 len: 168 time: 0.1228666 Oct 31 19:28:29.636700 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b622d54-e6a9-47ae-8976-928ad83d8f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd690658-d4b4-4062-baa0-839c4ee7406b,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:31.588686 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0bde990c-32be-4297-b259-16f1a9a123d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:33.913723 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-d6541680-1ad6-4ae0-bfa2-c57fa24ce172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:35.048280 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:36.437350 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:36.701784 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:37.733568 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=22 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:37.763796 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=44 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:39.496394 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=25,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:39.498620 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:39.632321 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:39.633100 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:DELETE=8,neutron:SELECT=38,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:42.819903 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:47.055254 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:28:50.521117 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54546) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:50.525674 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1512653389', 'description': 'tempest-description--1425551614'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:28:50.547825 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:50.620040 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (a9b13c8a-98be-43da-a77a-421d1cbe7328), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:50.623543 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (a9b13c8a-98be-43da-a77a-421d1cbe7328), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:50.654866 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:50.656089 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1339221 Oct 31 19:28:50.656939 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b13c8a-98be-43da-a77a-421d1cbe7328,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:50.659149 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54548) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:50.663865 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'security_group_rule': {'security_group_id': 'a9b13c8a-98be-43da-a77a-421d1cbe7328', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:28:50.664402 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.665011 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.665358 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.665719 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.666057 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.666386 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.666711 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.667037 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.667360 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.667685 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.668010 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.668331 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.668652 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.668973 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.669294 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519ba617-048c-41e2-b8c4-6babddf45a6a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.691917 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (f8008246-c669-46cb-ac9d-b7afa79955b0), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:50.747834 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (f8008246-c669-46cb-ac9d-b7afa79955b0), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:50.751207 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (f8008246-c669-46cb-ac9d-b7afa79955b0), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:50.770337 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8008246-c669-46cb-ac9d-b7afa79955b0,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:50.778486 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.778831 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.779170 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.779502 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.779861 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.780191 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.780515 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.780841 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.781162 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.781486 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.781831 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.782153 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.782474 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.782791 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.783108 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:28:50.787722 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:50.788898 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-d26671e7-b308-4761-a18e-2d28418f8f83 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287014 Oct 31 19:28:50.791911 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54550) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:50.796301 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-50f0bf3c-4ab5-42a2-a195-eab67bdbf164 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'security_group_rule': {'security_group_id': 'a9b13c8a-98be-43da-a77a-421d1cbe7328', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:28:50.823400 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-50f0bf3c-4ab5-42a2-a195-eab67bdbf164 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (63c1c57b-6b43-4228-8963-565290736c9b), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:50.879485 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-50f0bf3c-4ab5-42a2-a195-eab67bdbf164 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (63c1c57b-6b43-4228-8963-565290736c9b), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:50.882912 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-50f0bf3c-4ab5-42a2-a195-eab67bdbf164 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (63c1c57b-6b43-4228-8963-565290736c9b), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:50.904447 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0bf3c-4ab5-42a2-a195-eab67bdbf164 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c1c57b-6b43-4228-8963-565290736c9b,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:50.908875 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-50f0bf3c-4ab5-42a2-a195-eab67bdbf164 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:50.910074 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-50f0bf3c-4ab5-42a2-a195-eab67bdbf164 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172106 Oct 31 19:28:50.913120 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54552) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:50.917553 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'floatingip': {'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:28:50.938285 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:51.018570 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:51.126398 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Allocated IP 172.27.0.209 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/9119ca29-492e-42e0-aae9-4f63bc4884eb) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:28:51.226034 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for port (9119ca29-492e-42e0-aae9-4f63bc4884eb), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:51.258230 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (9119ca29-492e-42e0-aae9-4f63bc4884eb), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:51.298871 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:28:51.302376 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:28:51.308163 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:28:51.312707 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:51.336418 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'Port': ['ID=9119ca29-492e-42e0-aae9-4f63bc4884eb,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:51.344461 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:51.401531 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (347293aa-5203-4943-b724-7d690f821a3c), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:51.440069 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (9119ca29-492e-42e0-aae9-4f63bc4884eb), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:51.598152 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for port (9119ca29-492e-42e0-aae9-4f63bc4884eb), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:51.603374 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (9119ca29-492e-42e0-aae9-4f63bc4884eb), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:51.675078 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'Port': ['ID=9119ca29-492e-42e0-aae9-4f63bc4884eb,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:51.678495 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (347293aa-5203-4943-b724-7d690f821a3c), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:51.694636 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:51.695960 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-aad10d24-dd86-4b82-aa02-896753bfe07f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7818234 Oct 31 19:28:51.905745 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-859035fa-8b96-444c-beac-03674e782409 req-57e3d6e5-cb99-4043-8c4d-15b3e18bf9c9 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1512653389&fields=id&tenant_id=adba9bc456234ea6ade63d41a1624967 HTTP/1.1" status: 200 len: 267 time: 0.0420320 Oct 31 19:28:52.048504 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859035fa-8b96-444c-beac-03674e782409 req-6edb7a37-6ede-461b-938d-4f2c3d7d83a6 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:52.050528 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-859035fa-8b96-444c-beac-03674e782409 req-6edb7a37-6ede-461b-938d-4f2c3d7d83a6 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fa342027-4076-4973-b2c6-612147f6fd68 HTTP/1.1" status: 200 len: 814 time: 0.1381645 Oct 31 19:28:52.056371 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-af978f8c-9a97-4fec-949f-d56402d1063c req-a144e607-f870-4adc-bc66-b5b4f8e2a366 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593712 Oct 31 19:28:52.065972 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-859035fa-8b96-444c-beac-03674e782409 req-90d18ff3-79c5-417d-ba60-9080ec6c661d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/quotas/adba9bc456234ea6ade63d41a1624967 HTTP/1.1" status: 200 len: 375 time: 0.0086830 Oct 31 19:28:52.146558 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-859035fa-8b96-444c-beac-03674e782409 req-1885f495-c94e-4564-975f-7f1f38f5b50b tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=adba9bc456234ea6ade63d41a1624967&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754502 Oct 31 19:28:52.149287 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af978f8c-9a97-4fec-949f-d56402d1063c req-8129b7dc-02f1-4f26-9cb4-0e77baa8f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:52.150688 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-af978f8c-9a97-4fec-949f-d56402d1063c req-8129b7dc-02f1-4f26-9cb4-0e77baa8f879 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 1130 time: 0.0513165 Oct 31 19:28:52.315547 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-859035fa-8b96-444c-beac-03674e782409 req-cb5d93c8-696c-4320-a775-22b23f71b215 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577022 Oct 31 19:28:52.318065 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af978f8c-9a97-4fec-949f-d56402d1063c req-9a5e089b-194b-4e45-9a37-7dd62d411ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:52.319406 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-af978f8c-9a97-4fec-949f-d56402d1063c req-9a5e089b-194b-4e45-9a37-7dd62d411ce8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b HTTP/1.1" status: 200 len: 912 time: 0.1431286 Oct 31 19:28:52.382039 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:52.387349 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:52.442419 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-af978f8c-9a97-4fec-949f-d56402d1063c req-a5129a77-c460-45b7-a8a8-0dd2ecce836d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 HTTP/1.1" status: 200 len: 1002 time: 0.1140769 Oct 31 19:28:52.493824 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-859035fa-8b96-444c-beac-03674e782409 req-c7e60ab6-dcf2-4c13-96a5-83b5f9168fcb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725419 Oct 31 19:28:52.504857 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af978f8c-9a97-4fec-949f-d56402d1063c req-071fadf8-d8c5-4922-afb7-e2bd35890d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:52.506291 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-af978f8c-9a97-4fec-949f-d56402d1063c req-071fadf8-d8c5-4922-afb7-e2bd35890d0e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ea13b07d-23c0-4ab1-af41-11d895efc58d HTTP/1.1" status: 200 len: 850 time: 0.0564170 Oct 31 19:28:52.553337 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af978f8c-9a97-4fec-949f-d56402d1063c req-64a0b35d-0ba9-4135-9d45-cab969e75403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:52.555074 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-af978f8c-9a97-4fec-949f-d56402d1063c req-64a0b35d-0ba9-4135-9d45-cab969e75403 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431974 Oct 31 19:28:52.697302 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-af4462ff-2af0-423d-92ba-b9e53ee04745 req-babbafdb-2e51-436c-a7fc-e54364c1f305 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 210 time: 0.0414906 Oct 31 19:28:52.704938 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-af978f8c-9a97-4fec-949f-d56402d1063c req-622ec675-2844-4f2a-ac20-4ac7c8f10fb7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430175 Oct 31 19:28:52.813268 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:52.815610 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:52.844837 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-af978f8c-9a97-4fec-949f-d56402d1063c req-cf01976b-d969-4a15-9f51-fc706dacf3b3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341157 Oct 31 19:28:53.417151 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54624) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:53.528620 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3ad8322c-1202-4447-954b-fd5b5b2ab9f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:53.609299 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3ad8322c-1202-4447-954b-fd5b5b2ab9f7 admin admin] Publish callbacks [] for security_group (88327c86-2740-4d2d-97c9-c8d8acf05d0e), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:53.613414 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3ad8322c-1202-4447-954b-fd5b5b2ab9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (88327c86-2740-4d2d-97c9-c8d8acf05d0e), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:53.652899 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-3ad8322c-1202-4447-954b-fd5b5b2ab9f7 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d42d7db7947d4769a96e94a1421d5872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345197 Oct 31 19:28:53.653796 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8322c-1202-4447-954b-fd5b5b2ab9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88327c86-2740-4d2d-97c9-c8d8acf05d0e,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:53.655927 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54628) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:53.707013 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a1b39150-5bb5-4d90-a4eb-13562f0b998c admin admin] Publish callbacks [] for security_group (88327c86-2740-4d2d-97c9-c8d8acf05d0e), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:53.733298 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a1b39150-5bb5-4d90-a4eb-13562f0b998c admin admin] Publish callbacks [] for security_group (88327c86-2740-4d2d-97c9-c8d8acf05d0e), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:53.801477 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a1b39150-5bb5-4d90-a4eb-13562f0b998c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (88327c86-2740-4d2d-97c9-c8d8acf05d0e), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:53.805009 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a1b39150-5bb5-4d90-a4eb-13562f0b998c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:53.808643 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-a1b39150-5bb5-4d90-a4eb-13562f0b998c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/88327c86-2740-4d2d-97c9-c8d8acf05d0e HTTP/1.1" status: 204 len: 168 time: 0.1494997 Oct 31 19:28:53.823584 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b39150-5bb5-4d90-a4eb-13562f0b998c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88327c86-2740-4d2d-97c9-c8d8acf05d0e,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:53.857195 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-db0a12cf-b773-4e13-9b93-ab3278bf83cf req-29fe3b6e-bb46-48e1-9564-0bdc88494837 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 210 time: 0.0688832 Oct 31 19:28:53.901004 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859035fa-8b96-444c-beac-03674e782409 req-09fad531-5a0b-4ef3-a707-52c9c4c2ac82 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:53.902536 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-859035fa-8b96-444c-beac-03674e782409 req-09fad531-5a0b-4ef3-a707-52c9c4c2ac82 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fa342027-4076-4973-b2c6-612147f6fd68 HTTP/1.1" status: 200 len: 814 time: 0.1599815 Oct 31 19:28:53.984793 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-859035fa-8b96-444c-beac-03674e782409 req-042322f0-e91d-4a4f-baec-c72f7c9b3bf8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=adba9bc456234ea6ade63d41a1624967 HTTP/1.1" status: 200 len: 472 time: 0.0719001 Oct 31 19:28:54.008793 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-859035fa-8b96-444c-beac-03674e782409 req-3aa4d881-8484-481d-a5c6-aaa5819c70a7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'port': {'device_id': 'a3be5488-67cf-4a84-ae40-9c0bf189ffd1', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'admin_state_up': True, 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'security_groups': ['a9b13c8a-98be-43da-a77a-421d1cbe7328']}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:28:54.105110 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:54.121168 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54640) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:54.124963 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859035fa-8b96-444c-beac-03674e782409 req-3aa4d881-8484-481d-a5c6-aaa5819c70a7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Made reservation on behalf of adba9bc456234ea6ade63d41a1624967 for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:28:54.129236 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-859035fa-8b96-444c-beac-03674e782409 req-3aa4d881-8484-481d-a5c6-aaa5819c70a7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:54.136554 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a0d40cee-0748-49e8-960e-8916dccff773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:54.200611 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:54.214970 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a0d40cee-0748-49e8-960e-8916dccff773 admin admin] Publish callbacks [] for security_group (a6d438f7-7f6b-4b71-9d43-b9980a7edd80), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:54.220154 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a0d40cee-0748-49e8-960e-8916dccff773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (a6d438f7-7f6b-4b71-9d43-b9980a7edd80), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:54.259974 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-a0d40cee-0748-49e8-960e-8916dccff773 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=df8e9e070e95497eb10a49d4896a7c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374152 Oct 31 19:28:54.260835 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d40cee-0748-49e8-960e-8916dccff773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d438f7-7f6b-4b71-9d43-b9980a7edd80,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:54.263199 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54642) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:54.265465 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-859035fa-8b96-444c-beac-03674e782409 req-3aa4d881-8484-481d-a5c6-aaa5819c70a7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Allocated IP 172.20.0.3 (fa342027-4076-4973-b2c6-612147f6fd68/54fd6b40-f478-48f1-b7ca-5aa60562ee76/6b41a25b-20b6-415c-930e-d9c6d014f1aa) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:28:54.314249 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3f00dff0-7988-4f4e-b35f-d765b17cb9ad admin admin] Publish callbacks [] for security_group (a6d438f7-7f6b-4b71-9d43-b9980a7edd80), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:54.334012 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3f00dff0-7988-4f4e-b35f-d765b17cb9ad admin admin] Publish callbacks [] for security_group (a6d438f7-7f6b-4b71-9d43-b9980a7edd80), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:54.385802 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3f00dff0-7988-4f4e-b35f-d765b17cb9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (a6d438f7-7f6b-4b71-9d43-b9980a7edd80), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:54.388400 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3f00dff0-7988-4f4e-b35f-d765b17cb9ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:54.389585 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-3f00dff0-7988-4f4e-b35f-d765b17cb9ad admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a6d438f7-7f6b-4b71-9d43-b9980a7edd80 HTTP/1.1" status: 204 len: 168 time: 0.1255810 Oct 31 19:28:54.398951 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00dff0-7988-4f4e-b35f-d765b17cb9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d438f7-7f6b-4b71-9d43-b9980a7edd80,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:54.653093 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-859035fa-8b96-444c-beac-03674e782409 req-3aa4d881-8484-481d-a5c6-aaa5819c70a7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for port (6b41a25b-20b6-415c-930e-d9c6d014f1aa), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:54.688601 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-859035fa-8b96-444c-beac-03674e782409 req-3aa4d881-8484-481d-a5c6-aaa5819c70a7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (6b41a25b-20b6-415c-930e-d9c6d014f1aa), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:54.734017 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859035fa-8b96-444c-beac-03674e782409 req-3aa4d881-8484-481d-a5c6-aaa5819c70a7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Network fa342027-4076-4973-b2c6-612147f6fd68 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:28:54.739847 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-859035fa-8b96-444c-beac-03674e782409 req-3aa4d881-8484-481d-a5c6-aaa5819c70a7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:28:54.746174 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-859035fa-8b96-444c-beac-03674e782409 req-3aa4d881-8484-481d-a5c6-aaa5819c70a7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:28:54.750786 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4d881-8484-481d-a5c6-aaa5819c70a7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'Port': ['ID=6b41a25b-20b6-415c-930e-d9c6d014f1aa,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:54.813895 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859035fa-8b96-444c-beac-03674e782409 req-3aa4d881-8484-481d-a5c6-aaa5819c70a7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:54.814506 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-859035fa-8b96-444c-beac-03674e782409 req-3aa4d881-8484-481d-a5c6-aaa5819c70a7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:54.835853 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-859035fa-8b96-444c-beac-03674e782409 req-3aa4d881-8484-481d-a5c6-aaa5819c70a7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8306406 Oct 31 19:28:54.848833 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Request body: {'port': {'device_id': 'a3be5488-67cf-4a84-ae40-9c0bf189ffd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:28:54.915124 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (6b41a25b-20b6-415c-930e-d9c6d014f1aa), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:54.982031 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-c28fd355-4ca5-4cee-89ee-d297e3e5c305 None None] Provisioning complete for port 6b41a25b-20b6-415c-930e-d9c6d014f1aa triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:28:54.983125 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c28fd355-4ca5-4cee-89ee-d297e3e5c305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (6b41a25b-20b6-415c-930e-d9c6d014f1aa), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:54.983610 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-c28fd355-4ca5-4cee-89ee-d297e3e5c305 None None] Attempt 1 to provision port 6b41a25b-20b6-415c-930e-d9c6d014f1aa Oct 31 19:28:55.006794 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530969f-fd4e-47e0-aff3-e381c643299d req-992496f4-0c18-4053-8f32-a1b1b8d1575d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:55.014025 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5530969f-fd4e-47e0-aff3-e381c643299d req-992496f4-0c18-4053-8f32-a1b1b8d1575d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 931 time: 0.0640600 Oct 31 19:28:55.024251 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-c28fd355-4ca5-4cee-89ee-d297e3e5c305 None None] Port 6b41a25b-20b6-415c-930e-d9c6d014f1aa cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:28:55.069828 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5530969f-fd4e-47e0-aff3-e381c643299d req-4cce42dd-e19a-4eec-8baa-14e70679a121 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a9b13c8a-98be-43da-a77a-421d1cbe7328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549297 Oct 31 19:28:55.213012 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b41a25b-20b6-415c-930e-d9c6d014f1aa {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:28:55.221444 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Publish callbacks [] for port (6b41a25b-20b6-415c-930e-d9c6d014f1aa), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:55.234368 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Transition to ACTIVE for port object 6b41a25b-20b6-415c-930e-d9c6d014f1aa will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:28:55.238098 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (6b41a25b-20b6-415c-930e-d9c6d014f1aa), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:55.267410 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:55.271212 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:55.304327 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b41a25b-20b6-415c-930e-d9c6d014f1aa,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:55.358665 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Attempting to bind port 6b41a25b-20b6-415c-930e-d9c6d014f1aa on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:28:55.359004 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Attempting to bind port 6b41a25b-20b6-415c-930e-d9c6d014f1aa by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:28:55.359323 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Attempting to bind port 6b41a25b-20b6-415c-930e-d9c6d014f1aa on network fa342027-4076-4973-b2c6-612147f6fd68 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:28:55.404704 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Port 6b41a25b-20b6-415c-930e-d9c6d014f1aa on network fa342027-4076-4973-b2c6-612147f6fd68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:28:55.405030 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Attempting to bind port 6b41a25b-20b6-415c-930e-d9c6d014f1aa on network fa342027-4076-4973-b2c6-612147f6fd68 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:28:55.448660 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:28:55.448992 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Checking segment: {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:28:55.449453 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Bound using segment: {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:28:55.449909 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Bound port: 6b41a25b-20b6-415c-930e-d9c6d014f1aa, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:28:55.450262 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (6b41a25b-20b6-415c-930e-d9c6d014f1aa), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:55.515351 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] For port 6b41a25b-20b6-415c-930e-d9c6d014f1aa, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:28:55.519393 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] For port 6b41a25b-20b6-415c-930e-d9c6d014f1aa, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=6b41a25b-20b6-415c-930e-d9c6d014f1aa,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:28:55.525556 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (6b41a25b-20b6-415c-930e-d9c6d014f1aa), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:55.528674 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:55.529272 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:55.530880 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-859035fa-8b96-444c-beac-03674e782409 req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/6b41a25b-20b6-415c-930e-d9c6d014f1aa HTTP/1.1" status: 200 len: 1093 time: 0.6870601 Oct 31 19:28:55.533309 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3be5488-67cf-4a84-ae40-9c0bf189ffd1', 'tag': '6b41a25b-20b6-415c-930e-d9c6d014f1aa'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:28:55.536397 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5289de-aa19-4568-a1cd-42f6bcdfb0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a3be5488-67cf-4a84-ae40-9c0bf189ffd1", "tag": "6b41a25b-20b6-415c-930e-d9c6d014f1aa"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:28:55.603704 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd97f11-cfab-40f6-b186-a014827215c7 x-openstack-request-id: req-afd97f11-cfab-40f6-b186-a014827215c7 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:28:55.604219 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3be5488-67cf-4a84-ae40-9c0bf189ffd1", "tag": "6b41a25b-20b6-415c-930e-d9c6d014f1aa", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:28:55.604219 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afd97f11-cfab-40f6-b186-a014827215c7 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:28:55.604606 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd97f11-cfab-40f6-b186-a014827215c7'] response: {'name': 'network-changed', 'server_uuid': 'a3be5488-67cf-4a84-ae40-9c0bf189ffd1', 'tag': '6b41a25b-20b6-415c-930e-d9c6d014f1aa', 'status': 'completed', 'code': 200} Oct 31 19:28:55.628742 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859035fa-8b96-444c-beac-03674e782409 req-0efac8c7-5c62-4b31-8e41-8a76c8a63a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:55.630269 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-859035fa-8b96-444c-beac-03674e782409 req-0efac8c7-5c62-4b31-8e41-8a76c8a63a48 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=adba9bc456234ea6ade63d41a1624967&device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 1127 time: 0.0615325 Oct 31 19:28:55.630844 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dce6c-1051-4f5d-b87b-aac227c1b1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b41a25b-20b6-415c-930e-d9c6d014f1aa,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:55.673474 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-859035fa-8b96-444c-beac-03674e782409 req-54853c44-e4d7-4e2e-a5f7-e44ce753ad87 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b41a25b-20b6-415c-930e-d9c6d014f1aa HTTP/1.1" status: 200 len: 217 time: 0.0355825 Oct 31 19:28:55.722546 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859035fa-8b96-444c-beac-03674e782409 req-bb36497e-9c1e-4121-b07d-f2116cc0aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:55.724009 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-859035fa-8b96-444c-beac-03674e782409 req-bb36497e-9c1e-4121-b07d-f2116cc0aec4 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=54fd6b40-f478-48f1-b7ca-5aa60562ee76 HTTP/1.1" status: 200 len: 853 time: 0.0449946 Oct 31 19:28:55.777273 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859035fa-8b96-444c-beac-03674e782409 req-cce9e04b-5210-4698-aaec-51d598ad4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:55.778906 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-859035fa-8b96-444c-beac-03674e782409 req-cce9e04b-5210-4698-aaec-51d598ad4a6d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa342027-4076-4973-b2c6-612147f6fd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494022 Oct 31 19:28:55.872915 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-859035fa-8b96-444c-beac-03674e782409 req-2431fd6e-6937-4b93-b44b-0b5490f25c71 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877814 Oct 31 19:28:55.972607 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-859035fa-8b96-444c-beac-03674e782409 req-bee50729-23d4-44bc-99c8-e44adcab03e3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939913 Oct 31 19:28:56.188427 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=77,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:56.198832 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09546e3a-30a7-4215-a2d0-ec69a080f0a7 req-6958253b-526a-403f-976c-1368c3dfe5f0 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:56.200328 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-09546e3a-30a7-4215-a2d0-ec69a080f0a7 req-6958253b-526a-403f-976c-1368c3dfe5f0 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 943 time: 0.0531235 Oct 31 19:28:56.226594 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:56.249219 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-09546e3a-30a7-4215-a2d0-ec69a080f0a7 req-89b16176-2100-4819-87bc-c0b18494c6f5 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a9b13c8a-98be-43da-a77a-421d1cbe7328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422699 Oct 31 19:28:56.721316 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5289de-aa19-4568-a1cd-42f6bcdfb0b3 req-f93a165d-48fb-48c9-9fcd-09036f622b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:56.722707 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8c5289de-aa19-4568-a1cd-42f6bcdfb0b3 req-f93a165d-48fb-48c9-9fcd-09036f622b0b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=adba9bc456234ea6ade63d41a1624967&device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 1127 time: 0.0402145 Oct 31 19:28:56.815293 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5289de-aa19-4568-a1cd-42f6bcdfb0b3 req-efc5d5fb-836c-4402-bfa0-1e29b7223595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:56.816735 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8c5289de-aa19-4568-a1cd-42f6bcdfb0b3 req-efc5d5fb-836c-4402-bfa0-1e29b7223595 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fa342027-4076-4973-b2c6-612147f6fd68 HTTP/1.1" status: 200 len: 915 time: 0.0885708 Oct 31 19:28:56.854329 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8c5289de-aa19-4568-a1cd-42f6bcdfb0b3 req-9f8532cd-023b-4f0a-82a6-da3d9a4eb76f service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b41a25b-20b6-415c-930e-d9c6d014f1aa HTTP/1.1" status: 200 len: 217 time: 0.0315082 Oct 31 19:28:56.901461 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5289de-aa19-4568-a1cd-42f6bcdfb0b3 req-c31ac210-ee24-413a-8994-6c3882b3988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:56.902916 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8c5289de-aa19-4568-a1cd-42f6bcdfb0b3 req-c31ac210-ee24-413a-8994-6c3882b3988f service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=54fd6b40-f478-48f1-b7ca-5aa60562ee76 HTTP/1.1" status: 200 len: 853 time: 0.0433099 Oct 31 19:28:56.945979 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5289de-aa19-4568-a1cd-42f6bcdfb0b3 req-93f9fe68-9383-45fd-a89c-1e86ff65aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:56.947385 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8c5289de-aa19-4568-a1cd-42f6bcdfb0b3 req-93f9fe68-9383-45fd-a89c-1e86ff65aaa8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa342027-4076-4973-b2c6-612147f6fd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380232 Oct 31 19:28:57.008441 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:57.022853 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:28:57.042318 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8c5289de-aa19-4568-a1cd-42f6bcdfb0b3 req-18324c9f-3a5d-463c-baa3-fe5f5032965f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881217 Oct 31 19:28:57.136279 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8c5289de-aa19-4568-a1cd-42f6bcdfb0b3 req-fa20fd79-36f7-41ec-930a-76125039689f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877378 Oct 31 19:28:57.376844 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28698c91-8f04-46db-99d5-1854b3bf8f9f req-d06fe133-2394-4902-a656-775c8942d4ea tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:57.378605 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-28698c91-8f04-46db-99d5-1854b3bf8f9f req-d06fe133-2394-4902-a656-775c8942d4ea tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 943 time: 0.0520079 Oct 31 19:28:57.426522 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-28698c91-8f04-46db-99d5-1854b3bf8f9f req-9a593d31-65f2-4287-a8b9-6fd86e56a2ad tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a9b13c8a-98be-43da-a77a-421d1cbe7328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424259 Oct 31 19:28:58.547155 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e71eac-7266-4c24-a75a-b85fbc5cf943 req-9e768772-9398-4f64-9c74-5ae84ca1c5c4 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:58.548588 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-35e71eac-7266-4c24-a75a-b85fbc5cf943 req-9e768772-9398-4f64-9c74-5ae84ca1c5c4 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 943 time: 0.0491288 Oct 31 19:28:58.594544 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-35e71eac-7266-4c24-a75a-b85fbc5cf943 req-0e0dd58b-7c4b-4a11-958d-84450e7f3fff tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a9b13c8a-98be-43da-a77a-421d1cbe7328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398238 Oct 31 19:28:59.004141 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54736) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:59.126054 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a91bf517-b43b-4a23-8c67-71844bb20770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:59.200252 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a91bf517-b43b-4a23-8c67-71844bb20770 admin admin] Publish callbacks [] for security_group (c3d90994-3d75-4038-a96c-0a454f9353e5), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:59.203709 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a91bf517-b43b-4a23-8c67-71844bb20770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (c3d90994-3d75-4038-a96c-0a454f9353e5), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:59.242092 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-a91bf517-b43b-4a23-8c67-71844bb20770 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0c14b021574145738f9bdeab9c9f9c74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369211 Oct 31 19:28:59.243966 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bf517-b43b-4a23-8c67-71844bb20770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d90994-3d75-4038-a96c-0a454f9353e5,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:59.244878 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54740) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:59.294428 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-025df80e-38bd-42e9-8dff-688ab3e2ecbb admin admin] Publish callbacks [] for security_group (c3d90994-3d75-4038-a96c-0a454f9353e5), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:59.313870 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-025df80e-38bd-42e9-8dff-688ab3e2ecbb admin admin] Publish callbacks [] for security_group (c3d90994-3d75-4038-a96c-0a454f9353e5), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:59.361514 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-025df80e-38bd-42e9-8dff-688ab3e2ecbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (c3d90994-3d75-4038-a96c-0a454f9353e5), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:59.364065 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-025df80e-38bd-42e9-8dff-688ab3e2ecbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:59.365185 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-025df80e-38bd-42e9-8dff-688ab3e2ecbb admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c3d90994-3d75-4038-a96c-0a454f9353e5 HTTP/1.1" status: 204 len: 168 time: 0.1192865 Oct 31 19:28:59.372875 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025df80e-38bd-42e9-8dff-688ab3e2ecbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d90994-3d75-4038-a96c-0a454f9353e5,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:59.631415 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54748) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:59.645914 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8e81f8c1-92f0-48a1-82b5-dbc5f715bafc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:59.725464 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8e81f8c1-92f0-48a1-82b5-dbc5f715bafc admin admin] Publish callbacks [] for security_group (7f73f4e5-bb52-460b-921a-0695f76f3c22), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:59.725928 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee22cc-a7f6-40ba-9694-177c6fe3a7f2 req-c26d57b4-3a5a-4deb-b2a8-ee65aec86bd8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:28:59.727556 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3cee22cc-a7f6-40ba-9694-177c6fe3a7f2 req-c26d57b4-3a5a-4deb-b2a8-ee65aec86bd8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 943 time: 0.0526593 Oct 31 19:28:59.729370 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8e81f8c1-92f0-48a1-82b5-dbc5f715bafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (7f73f4e5-bb52-460b-921a-0695f76f3c22), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:59.771052 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-8e81f8c1-92f0-48a1-82b5-dbc5f715bafc admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=806e7c4020894c32add09a9cf10d09a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385543 Oct 31 19:28:59.772006 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81f8c1-92f0-48a1-82b5-dbc5f715bafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f73f4e5-bb52-460b-921a-0695f76f3c22,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:28:59.774380 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54750) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:28:59.779506 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3cee22cc-a7f6-40ba-9694-177c6fe3a7f2 req-31d92b93-6081-4b41-bf5d-4442000d81a8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a9b13c8a-98be-43da-a77a-421d1cbe7328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426095 Oct 31 19:28:59.831551 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-78495edb-7fc5-4f51-9f35-8f632310e30d admin admin] Publish callbacks [] for security_group (7f73f4e5-bb52-460b-921a-0695f76f3c22), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:59.851022 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-78495edb-7fc5-4f51-9f35-8f632310e30d admin admin] Publish callbacks [] for security_group (7f73f4e5-bb52-460b-921a-0695f76f3c22), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:59.897361 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-78495edb-7fc5-4f51-9f35-8f632310e30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (7f73f4e5-bb52-460b-921a-0695f76f3c22), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:59.899903 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-78495edb-7fc5-4f51-9f35-8f632310e30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:28:59.901026 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-78495edb-7fc5-4f51-9f35-8f632310e30d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7f73f4e5-bb52-460b-921a-0695f76f3c22 HTTP/1.1" status: 204 len: 168 time: 0.1257465 Oct 31 19:28:59.909243 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78495edb-7fc5-4f51-9f35-8f632310e30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f73f4e5-bb52-460b-921a-0695f76f3c22,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:00.255880 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 6b41a25b-20b6-415c-930e-d9c6d014f1aa details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:29:00.357479 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 6b41a25b-20b6-415c-930e-d9c6d014f1aa, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=6b41a25b-20b6-415c-930e-d9c6d014f1aa,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:29:00.369657 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '6b41a25b-20b6-415c-930e-d9c6d014f1aa', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'port_id': '6b41a25b-20b6-415c-930e-d9c6d014f1aa', 'mac_address': 'fa:16:3e:52:58:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:29:00.403916 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 6b41a25b-20b6-415c-930e-d9c6d014f1aa is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:29:00.404306 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (6b41a25b-20b6-415c-930e-d9c6d014f1aa), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:00.418649 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b41a25b-20b6-415c-930e-d9c6d014f1aa {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:29:00.440429 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 6b41a25b-20b6-415c-930e-d9c6d014f1aa, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=6b41a25b-20b6-415c-930e-d9c6d014f1aa,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:29:00.444544 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (6b41a25b-20b6-415c-930e-d9c6d014f1aa), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:00.491885 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=6b41a25b-20b6-415c-930e-d9c6d014f1aa,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:00.499092 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:00.499440 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:00.499781 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:00.500121 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:00.500451 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:00.500783 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:00.501177 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:00.501469 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:00.501846 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:00.502327 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:00.502703 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:00.503032 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:00.503371 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:00.503674 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:00.504335 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:00.669047 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['6b41a25b-20b6-415c-930e-d9c6d014f1aa'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:29:00.900975 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0ca1e-5d83-46ce-b361-1daadd28ad66 req-26b23ef1-a6e5-4528-b728-62c1d5978957 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:00.902601 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5cd0ca1e-5d83-46ce-b361-1daadd28ad66 req-26b23ef1-a6e5-4528-b728-62c1d5978957 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 944 time: 0.0481961 Oct 31 19:29:00.956118 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5cd0ca1e-5d83-46ce-b361-1daadd28ad66 req-a6e40eda-7046-4b7b-907c-70cea28efb8a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a9b13c8a-98be-43da-a77a-421d1cbe7328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477982 Oct 31 19:29:01.590877 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-28ecab80-fe83-45d5-b731-59920e4e200b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:02.077186 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb871a5-2ffe-4056-9bc4-dea8258f1d01 req-5203bcca-8c1c-4d43-9c4a-26583c87d401 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:02.078711 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4fb871a5-2ffe-4056-9bc4-dea8258f1d01 req-5203bcca-8c1c-4d43-9c4a-26583c87d401 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 944 time: 0.0495088 Oct 31 19:29:02.126945 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4fb871a5-2ffe-4056-9bc4-dea8258f1d01 req-0bbd41dd-6fb3-440b-b770-6116de583f5d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a9b13c8a-98be-43da-a77a-421d1cbe7328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424471 Oct 31 19:29:02.269630 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 6b41a25b-20b6-415c-930e-d9c6d014f1aa up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:29:02.311420 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port 6b41a25b-20b6-415c-930e-d9c6d014f1aa completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:29:02.317306 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 6b41a25b-20b6-415c-930e-d9c6d014f1aa triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:29:02.317659 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (6b41a25b-20b6-415c-930e-d9c6d014f1aa), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:02.317997 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 6b41a25b-20b6-415c-930e-d9c6d014f1aa Oct 31 19:29:02.397551 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 6b41a25b-20b6-415c-930e-d9c6d014f1aa is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:29:02.397975 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (6b41a25b-20b6-415c-930e-d9c6d014f1aa), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:02.422217 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3be5488-67cf-4a84-ae40-9c0bf189ffd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b41a25b-20b6-415c-930e-d9c6d014f1aa'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:29:02.424614 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79de40a9-782f-4c44-b1d5-ecd8f25096a1" -d '{"events": [{"server_uuid": "a3be5488-67cf-4a84-ae40-9c0bf189ffd1", "name": "network-vif-plugged", "status": "completed", "tag": "6b41a25b-20b6-415c-930e-d9c6d014f1aa"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:29:02.439070 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 6b41a25b-20b6-415c-930e-d9c6d014f1aa, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=6b41a25b-20b6-415c-930e-d9c6d014f1aa,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:29:02.443259 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (6b41a25b-20b6-415c-930e-d9c6d014f1aa), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:02.469564 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadfb2cc-4801-4b5a-abfc-d0aeb0ef10d3 x-openstack-request-id: req-aadfb2cc-4801-4b5a-abfc-d0aeb0ef10d3 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:29:02.469883 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3be5488-67cf-4a84-ae40-9c0bf189ffd1", "name": "network-vif-plugged", "status": "completed", "tag": "6b41a25b-20b6-415c-930e-d9c6d014f1aa", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:29:02.470137 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aadfb2cc-4801-4b5a-abfc-d0aeb0ef10d3 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:29:02.470526 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aadfb2cc-4801-4b5a-abfc-d0aeb0ef10d3'] response: {'server_uuid': 'a3be5488-67cf-4a84-ae40-9c0bf189ffd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b41a25b-20b6-415c-930e-d9c6d014f1aa', 'code': 200} Oct 31 19:29:02.501471 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=6b41a25b-20b6-415c-930e-d9c6d014f1aa,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:02.649592 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36527fd4-e317-4ce7-a040-7c3cd09e517c req-c4d368b9-70f6-43ef-a267-778b038f5a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:02.651191 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-36527fd4-e317-4ce7-a040-7c3cd09e517c req-c4d368b9-70f6-43ef-a267-778b038f5a9a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 1129 time: 0.0423489 Oct 31 19:29:02.697620 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-36527fd4-e317-4ce7-a040-7c3cd09e517c req-aadc7d49-70b8-4392-85ce-dc263156d25c service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a9b13c8a-98be-43da-a77a-421d1cbe7328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393732 Oct 31 19:29:03.130717 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:03.131450 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:03.249176 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2fbdd-0f6f-4e53-8177-08c508ad6800 req-a4145469-3833-4bf5-9805-5085d4c53402 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:03.250631 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e3b2fbdd-0f6f-4e53-8177-08c508ad6800 req-a4145469-3833-4bf5-9805-5085d4c53402 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 945 time: 0.0462699 Oct 31 19:29:03.298433 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e3b2fbdd-0f6f-4e53-8177-08c508ad6800 req-fbf51b84-f078-4114-836f-69f37d23d316 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a9b13c8a-98be-43da-a77a-421d1cbe7328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419924 Oct 31 19:29:03.907393 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:03.914960 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b474260d-e85d-4b01-99fe-86a891f44984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:04.406241 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:04.424185 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfc0cd-5565-4117-a171-e045094a2d66 req-2eaf486f-eb73-4c22-b5b6-285349e74bfc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:04.426195 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e8bfc0cd-5565-4117-a171-e045094a2d66 req-2eaf486f-eb73-4c22-b5b6-285349e74bfc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 945 time: 0.0502498 Oct 31 19:29:04.472643 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e8bfc0cd-5565-4117-a171-e045094a2d66 req-371c400f-66ae-43d3-94ad-4927187ab695 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a9b13c8a-98be-43da-a77a-421d1cbe7328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407007 Oct 31 19:29:04.594646 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cbfff-f825-4d46-b32d-77a55faef993 req-fad22d1b-2ae1-4e94-a447-3c0f171f8e1d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:04.596116 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-023cbfff-f825-4d46-b32d-77a55faef993 req-fad22d1b-2ae1-4e94-a447-3c0f171f8e1d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 945 time: 0.0477157 Oct 31 19:29:04.606567 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54854) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:04.610809 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-f9a6ca56-dbd6-4651-8f36-0b883228c19c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'floatingip': {'port_id': '6b41a25b-20b6-415c-930e-d9c6d014f1aa'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:29:04.652924 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f9a6ca56-dbd6-4651-8f36-0b883228c19c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (347293aa-5203-4943-b724-7d690f821a3c), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:04.843680 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:04.846100 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:05.050213 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:05.077448 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f9a6ca56-dbd6-4651-8f36-0b883228c19c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:05.080776 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f9a6ca56-dbd6-4651-8f36-0b883228c19c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (347293aa-5203-4943-b724-7d690f821a3c), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:05.175783 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.l3_db [None req-f9a6ca56-dbd6-4651-8f36-0b883228c19c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Floating IP 347293aa-5203-4943-b724-7d690f821a3c associated. External IP: 172.27.0.209, port: 6b41a25b-20b6-415c-930e-d9c6d014f1aa. Oct 31 19:29:05.369986 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a6ca56-dbd6-4651-8f36-0b883228c19c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:29:05.472934 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a6ca56-dbd6-4651-8f36-0b883228c19c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:29:05.477722 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f9a6ca56-dbd6-4651-8f36-0b883228c19c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:05.483368 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9ff93-acdf-47a9-ae72-3b25d3e74d93 None None] Sync routers for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:29:05.485566 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:05.495033 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9ff93-acdf-47a9-ae72-3b25d3e74d93 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:29:05.495636 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-0ca9ff93-acdf-47a9-ae72-3b25d3e74d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:29:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:29:05.508904 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-f9a6ca56-dbd6-4651-8f36-0b883228c19c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/347293aa-5203-4943-b724-7d690f821a3c HTTP/1.1" status: 200 len: 991 time: 0.9012830 Oct 31 19:29:05.509557 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3be5488-67cf-4a84-ae40-9c0bf189ffd1', 'tag': '6b41a25b-20b6-415c-930e-d9c6d014f1aa'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:29:05.512014 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f6841d-bbc2-45e2-b6a6-18ee3b873f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3be5488-67cf-4a84-ae40-9c0bf189ffd1", "tag": "6b41a25b-20b6-415c-930e-d9c6d014f1aa"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:29:05.550073 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a827d7a-5df7-47d3-930b-fb2243f84d22 x-openstack-request-id: req-8a827d7a-5df7-47d3-930b-fb2243f84d22 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:29:05.550370 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3be5488-67cf-4a84-ae40-9c0bf189ffd1", "tag": "6b41a25b-20b6-415c-930e-d9c6d014f1aa", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:29:05.550621 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a827d7a-5df7-47d3-930b-fb2243f84d22 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:29:05.551027 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a827d7a-5df7-47d3-930b-fb2243f84d22'] response: {'name': 'network-changed', 'server_uuid': 'a3be5488-67cf-4a84-ae40-9c0bf189ffd1', 'tag': '6b41a25b-20b6-415c-930e-d9c6d014f1aa', 'status': 'completed', 'code': 200} Oct 31 19:29:05.736600 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-0ca9ff93-acdf-47a9-ae72-3b25d3e74d93 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:29:05.947711 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-0ca9ff93-acdf-47a9-ae72-3b25d3e74d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '0fec0fa8-c112-470b-a69d-2ca23423136d', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:ad:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:54Z', 'updated_at': '2022-10-31T19:28:07Z', 'revision_number': 2, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}, {'id': '347293aa-5203-4943-b724-7d690f821a3c', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': '6b41a25b-20b6-415c-930e-d9c6d014f1aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:52:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3be5488-67cf-4a84-ae40-9c0bf189ffd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:28:51Z', 'updated_at': '2022-10-31T19:29:04Z', 'revision_number': 1, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:29:05.971893 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9ff93-acdf-47a9-ae72-3b25d3e74d93 None None] Checking router: 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:29:05.980282 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9ff93-acdf-47a9-ae72-3b25d3e74d93 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:29:05.980873 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-0ca9ff93-acdf-47a9-ae72-3b25d3e74d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:29:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:29:06.082576 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-0ca9ff93-acdf-47a9-ae72-3b25d3e74d93 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:29:06.293240 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-0ca9ff93-acdf-47a9-ae72-3b25d3e74d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '0fec0fa8-c112-470b-a69d-2ca23423136d', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:ad:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:54Z', 'updated_at': '2022-10-31T19:28:07Z', 'revision_number': 2, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}, {'id': '347293aa-5203-4943-b724-7d690f821a3c', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': '6b41a25b-20b6-415c-930e-d9c6d014f1aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:52:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3be5488-67cf-4a84-ae40-9c0bf189ffd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:28:51Z', 'updated_at': '2022-10-31T19:29:04Z', 'revision_number': 1, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:29:06.317813 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9ff93-acdf-47a9-ae72-3b25d3e74d93 None None] The sync data for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi is: [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '0fec0fa8-c112-470b-a69d-2ca23423136d', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:ad:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:54Z', 'updated_at': '2022-10-31T19:28:07Z', 'revision_number': 2, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}, {'id': '347293aa-5203-4943-b724-7d690f821a3c', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': '6b41a25b-20b6-415c-930e-d9c6d014f1aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:52:58:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3be5488-67cf-4a84-ae40-9c0bf189ffd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:28:51Z', 'updated_at': '2022-10-31T19:29:04Z', 'revision_number': 1, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:29:06.440794 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:06.542875 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897fd5a7-a115-43d1-8af8-7e0abc6e712d None None] New status for floating IP 347293aa-5203-4943-b724-7d690f821a3c: ACTIVE {{(pid=104478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:29:06.570764 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6841d-bbc2-45e2-b6a6-18ee3b873f8b req-3faf1dc2-4600-4184-9315-37b50945c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:06.572314 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-06f6841d-bbc2-45e2-b6a6-18ee3b873f8b req-3faf1dc2-4600-4184-9315-37b50945c8c8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=adba9bc456234ea6ade63d41a1624967&device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 1129 time: 0.0559218 Oct 31 19:29:06.678556 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6841d-bbc2-45e2-b6a6-18ee3b873f8b req-1d28946d-2494-435a-be26-bee50d5a6de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:06.680035 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-06f6841d-bbc2-45e2-b6a6-18ee3b873f8b req-1d28946d-2494-435a-be26-bee50d5a6de5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fa342027-4076-4973-b2c6-612147f6fd68 HTTP/1.1" status: 200 len: 915 time: 0.1008494 Oct 31 19:29:06.709729 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:06.750702 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-06f6841d-bbc2-45e2-b6a6-18ee3b873f8b req-bacd38b8-6583-4184-a66b-57ed50697af3 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b41a25b-20b6-415c-930e-d9c6d014f1aa HTTP/1.1" status: 200 len: 1001 time: 0.0631726 Oct 31 19:29:06.803192 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6841d-bbc2-45e2-b6a6-18ee3b873f8b req-ccffd787-d504-4416-8a5a-c6c0efa6c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:06.804646 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-06f6841d-bbc2-45e2-b6a6-18ee3b873f8b req-ccffd787-d504-4416-8a5a-c6c0efa6c296 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=54fd6b40-f478-48f1-b7ca-5aa60562ee76 HTTP/1.1" status: 200 len: 853 time: 0.0483928 Oct 31 19:29:06.818220 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:06.851080 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6841d-bbc2-45e2-b6a6-18ee3b873f8b req-83e6a373-56f0-4e17-92be-16eea299e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:06.852595 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-06f6841d-bbc2-45e2-b6a6-18ee3b873f8b req-83e6a373-56f0-4e17-92be-16eea299e052 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa342027-4076-4973-b2c6-612147f6fd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421901 Oct 31 19:29:06.931600 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:06.957313 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-06f6841d-bbc2-45e2-b6a6-18ee3b873f8b req-d78c3206-3c8a-4905-9e0c-731ab174848a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986114 Oct 31 19:29:07.063145 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-06f6841d-bbc2-45e2-b6a6-18ee3b873f8b req-24d3086f-18d6-43ad-8ce0-32ef6f76acc1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001103 Oct 31 19:29:10.460356 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-e43d3e66-8bef-4221-b974-b775e1d9ff5a tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-698616685&fields=id&tenant_id=808cc3e5392b4bb7a80b154a60f69ee3 HTTP/1.1" status: 200 len: 267 time: 0.0459344 Oct 31 19:29:10.574696 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-6bf9a0cf-ef0d-49e1-9c2a-b822921751e8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:10.576161 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-6bf9a0cf-ef0d-49e1-9c2a-b822921751e8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/networks?id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b HTTP/1.1" status: 200 len: 811 time: 0.1092441 Oct 31 19:29:10.591035 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-27333278-aa51-438d-95fe-68a2de4d0b35 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/quotas/808cc3e5392b4bb7a80b154a60f69ee3 HTTP/1.1" status: 200 len: 375 time: 0.0094786 Oct 31 19:29:10.645982 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-274db120-82b3-4e61-92a6-d0cfead7dee2 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493948 Oct 31 19:29:10.751879 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-3df860ab-3f6c-4675-a6a2-11cbeae13698 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943558 Oct 31 19:29:11.093719 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-aefc0078-7d8c-4146-b8ba-c303c1b981c3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357840 Oct 31 19:29:11.400813 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4a6e4576-e376-4df2-969c-82bceb58dbce req-c199504b-7cc4-438c-9fee-84cd10003a4a tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 210 time: 0.0293870 Oct 31 19:29:12.464448 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-e42e6720-ac4b-4450-9973-6adbe7c3b206 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:12.466066 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-e42e6720-ac4b-4450-9973-6adbe7c3b206 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.33 "GET /networking/v2.0/networks?id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b HTTP/1.1" status: 200 len: 811 time: 0.1273780 Oct 31 19:29:12.524487 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ea98d614-2784-4a43-b76b-1c240b658aff req-a3856d3d-e824-4446-b42b-2494f28b1379 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 210 time: 0.0337801 Oct 31 19:29:12.564555 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-73655ebf-c210-4b3a-8831-3e77f24cc69f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=808cc3e5392b4bb7a80b154a60f69ee3 HTTP/1.1" status: 200 len: 379 time: 0.0893767 Oct 31 19:29:12.573254 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-b35e20c2-27d5-4c24-bd82-69c0830850f3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Request body: {'port': {'device_id': '4f58f51e-138f-41b1-80d4-30cc500a9808', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'admin_state_up': True, 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'security_groups': ['20918b5a-7ba9-473b-aa81-5cb7c65d6fb5']}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:29:12.690238 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-b35e20c2-27d5-4c24-bd82-69c0830850f3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Made reservation on behalf of 808cc3e5392b4bb7a80b154a60f69ee3 for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:29:12.695012 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-b35e20c2-27d5-4c24-bd82-69c0830850f3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:12.770159 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:12.814215 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:12.830662 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:12.841832 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-b35e20c2-27d5-4c24-bd82-69c0830850f3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Allocated IP 172.20.0.4 (adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b/ea13b07d-23c0-4ab1-af41-11d895efc58d/cc59d509-dd78-46f7-93c5-fb58520f4ee4) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:29:13.011739 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-b35e20c2-27d5-4c24-bd82-69c0830850f3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for port (cc59d509-dd78-46f7-93c5-fb58520f4ee4), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.048358 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-b35e20c2-27d5-4c24-bd82-69c0830850f3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (cc59d509-dd78-46f7-93c5-fb58520f4ee4), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.091964 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-b35e20c2-27d5-4c24-bd82-69c0830850f3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:29:13.095053 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54960) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:13.097500 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-b35e20c2-27d5-4c24-bd82-69c0830850f3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:29:13.100044 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-b35e20c2-27d5-4c24-bd82-69c0830850f3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:29:13.133980 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e20c2-27d5-4c24-bd82-69c0830850f3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event updated for resources: {'Port': ['ID=cc59d509-dd78-46f7-93c5-fb58520f4ee4,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:13.163012 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-b35e20c2-27d5-4c24-bd82-69c0830850f3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:13.164125 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-b35e20c2-27d5-4c24-bd82-69c0830850f3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.182889 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-b35e20c2-27d5-4c24-bd82-69c0830850f3 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6137516 Oct 31 19:29:13.194830 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Request body: {'port': {'device_id': '4f58f51e-138f-41b1-80d4-30cc500a9808', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:29:13.220546 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-510dec1a-b980-4fea-b77f-667b707f6aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.249969 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:13.264050 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (cc59d509-dd78-46f7-93c5-fb58520f4ee4), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.309408 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-510dec1a-b980-4fea-b77f-667b707f6aaf admin admin] Publish callbacks [] for security_group (605de815-6f25-4671-98f5-f09e3a8fe504), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.313561 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-510dec1a-b980-4fea-b77f-667b707f6aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (605de815-6f25-4671-98f5-f09e3a8fe504), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.349962 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-5f7915e6-5f28-465c-aded-30060f5e3c4f None None] Provisioning complete for port cc59d509-dd78-46f7-93c5-fb58520f4ee4 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:29:13.350247 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5f7915e6-5f28-465c-aded-30060f5e3c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (cc59d509-dd78-46f7-93c5-fb58520f4ee4), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.350805 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-5f7915e6-5f28-465c-aded-30060f5e3c4f None None] Attempt 1 to provision port cc59d509-dd78-46f7-93c5-fb58520f4ee4 Oct 31 19:29:13.354236 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-510dec1a-b980-4fea-b77f-667b707f6aaf admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3ed2949b87834470819d611d95e7213c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577839 Oct 31 19:29:13.354889 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510dec1a-b980-4fea-b77f-667b707f6aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605de815-6f25-4671-98f5-f09e3a8fe504,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:13.357751 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54964) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:13.404057 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-5f7915e6-5f28-465c-aded-30060f5e3c4f None None] Port cc59d509-dd78-46f7-93c5-fb58520f4ee4 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:29:13.415741 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9768bc00-5b79-487d-aebc-03c9488d854b admin admin] Publish callbacks [] for security_group (605de815-6f25-4671-98f5-f09e3a8fe504), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.436492 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9768bc00-5b79-487d-aebc-03c9488d854b admin admin] Publish callbacks [] for security_group (605de815-6f25-4671-98f5-f09e3a8fe504), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.486710 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9768bc00-5b79-487d-aebc-03c9488d854b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (605de815-6f25-4671-98f5-f09e3a8fe504), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.489925 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9768bc00-5b79-487d-aebc-03c9488d854b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.491081 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-9768bc00-5b79-487d-aebc-03c9488d854b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/605de815-6f25-4671-98f5-f09e3a8fe504 HTTP/1.1" status: 204 len: 168 time: 0.1324248 Oct 31 19:29:13.499555 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768bc00-5b79-487d-aebc-03c9488d854b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605de815-6f25-4671-98f5-f09e3a8fe504,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:13.551999 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc59d509-dd78-46f7-93c5-fb58520f4ee4 {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:29:13.560502 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Publish callbacks [] for port (cc59d509-dd78-46f7-93c5-fb58520f4ee4), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.574729 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Transition to ACTIVE for port object cc59d509-dd78-46f7-93c5-fb58520f4ee4 will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:29:13.579463 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (cc59d509-dd78-46f7-93c5-fb58520f4ee4), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.646851 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Pushing event updated for resources: {'Port': ['ID=cc59d509-dd78-46f7-93c5-fb58520f4ee4,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:13.664382 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9e31f-b9c9-44d2-8aa8-f924dd95007a req-63036006-829d-47ce-9b9f-0ef635f2dd1d tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:13.666736 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-46f9e31f-b9c9-44d2-8aa8-f924dd95007a req-63036006-829d-47ce-9b9f-0ef635f2dd1d tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 943 time: 0.0563467 Oct 31 19:29:13.675200 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:13.677966 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:13.707446 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Attempting to bind port cc59d509-dd78-46f7-93c5-fb58520f4ee4 on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:29:13.707819 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Attempting to bind port cc59d509-dd78-46f7-93c5-fb58520f4ee4 by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:29:13.708107 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Attempting to bind port cc59d509-dd78-46f7-93c5-fb58520f4ee4 on network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:29:13.727641 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-46f9e31f-b9c9-44d2-8aa8-f924dd95007a req-92558c35-39cd-4996-ab1c-19ef6d0a3424 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532062 Oct 31 19:29:13.755062 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Port cc59d509-dd78-46f7-93c5-fb58520f4ee4 on network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:29:13.755390 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Attempting to bind port cc59d509-dd78-46f7-93c5-fb58520f4ee4 on network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:29:13.801336 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:29:13.801770 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Checking segment: {'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:29:13.802220 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Bound using segment: {'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:29:13.802637 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Bound port: cc59d509-dd78-46f7-93c5-fb58520f4ee4, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de19623-588f-48ac-b744-fb9f52e690b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:29:13.802997 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (cc59d509-dd78-46f7-93c5-fb58520f4ee4), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.820893 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54972) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:13.853097 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-51803e88-f6cc-4fca-8a41-3325cd53ac15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.900543 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] For port cc59d509-dd78-46f7-93c5-fb58520f4ee4, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:29:13.905378 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] For port cc59d509-dd78-46f7-93c5-fb58520f4ee4, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=cc59d509-dd78-46f7-93c5-fb58520f4ee4,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:29:13.917254 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (cc59d509-dd78-46f7-93c5-fb58520f4ee4), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.920406 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:13.921193 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:13.922625 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/cc59d509-dd78-46f7-93c5-fb58520f4ee4 HTTP/1.1" status: 200 len: 1093 time: 0.7325940 Oct 31 19:29:13.929106 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f58f51e-138f-41b1-80d4-30cc500a9808', 'tag': 'cc59d509-dd78-46f7-93c5-fb58520f4ee4'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:29:13.931542 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0c7fe0-459f-427f-b828-e538222dfbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "4f58f51e-138f-41b1-80d4-30cc500a9808", "tag": "cc59d509-dd78-46f7-93c5-fb58520f4ee4"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:29:13.977404 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97abd35b-a602-4658-86bc-0e1b64011d8b x-openstack-request-id: req-97abd35b-a602-4658-86bc-0e1b64011d8b {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:29:13.977720 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f58f51e-138f-41b1-80d4-30cc500a9808", "tag": "cc59d509-dd78-46f7-93c5-fb58520f4ee4", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:29:13.977971 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97abd35b-a602-4658-86bc-0e1b64011d8b {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:29:13.978367 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97abd35b-a602-4658-86bc-0e1b64011d8b'] response: {'name': 'network-changed', 'server_uuid': '4f58f51e-138f-41b1-80d4-30cc500a9808', 'tag': 'cc59d509-dd78-46f7-93c5-fb58520f4ee4', 'status': 'completed', 'code': 200} Oct 31 19:29:14.041338 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1fb963-91ec-4a77-bd88-8eb8cd9c6e42 service neutron] Pushing event updated for resources: {'Port': ['ID=cc59d509-dd78-46f7-93c5-fb58520f4ee4,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:14.057513 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-81f18a3c-9192-48d0-ad9a-f396bb1fb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:14.059045 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-81f18a3c-9192-48d0-ad9a-f396bb1fb2d7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 1127 time: 0.0729051 Oct 31 19:29:14.067363 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-51803e88-f6cc-4fca-8a41-3325cd53ac15 admin admin] Publish callbacks [] for security_group (b447fc4b-f4a0-4ba1-95b8-fb9ad4cf881c), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:14.076435 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-51803e88-f6cc-4fca-8a41-3325cd53ac15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (b447fc4b-f4a0-4ba1-95b8-fb9ad4cf881c), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:14.115305 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-bbad69eb-1b25-49dc-b2c6-d5f7c3617e9b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc59d509-dd78-46f7-93c5-fb58520f4ee4 HTTP/1.1" status: 200 len: 217 time: 0.0466993 Oct 31 19:29:14.168047 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51803e88-f6cc-4fca-8a41-3325cd53ac15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b447fc4b-f4a0-4ba1-95b8-fb9ad4cf881c,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:14.179154 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-51803e88-f6cc-4fca-8a41-3325cd53ac15 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d510bd3d8360481a85aed4d9799a1dec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572602 Oct 31 19:29:14.182199 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54976) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:14.191851 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-0929d22f-0e2c-455b-9514-240f40c70437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:14.193354 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-0929d22f-0e2c-455b-9514-240f40c70437 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ea13b07d-23c0-4ab1-af41-11d895efc58d HTTP/1.1" status: 200 len: 850 time: 0.0685396 Oct 31 19:29:14.231793 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-986f9b64-6d04-4f64-a67a-3bfeadae6cbc admin admin] Publish callbacks [] for security_group (b447fc4b-f4a0-4ba1-95b8-fb9ad4cf881c), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:14.240784 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-fcc946f2-d91d-4d5d-9ad7-d1bd5e8cc23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:14.242310 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-fcc946f2-d91d-4d5d-9ad7-d1bd5e8cc23f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406613 Oct 31 19:29:14.251501 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-986f9b64-6d04-4f64-a67a-3bfeadae6cbc admin admin] Publish callbacks [] for security_group (b447fc4b-f4a0-4ba1-95b8-fb9ad4cf881c), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:14.299674 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-986f9b64-6d04-4f64-a67a-3bfeadae6cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (b447fc4b-f4a0-4ba1-95b8-fb9ad4cf881c), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:14.302270 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-986f9b64-6d04-4f64-a67a-3bfeadae6cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:14.303401 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-986f9b64-6d04-4f64-a67a-3bfeadae6cbc admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b447fc4b-f4a0-4ba1-95b8-fb9ad4cf881c HTTP/1.1" status: 204 len: 168 time: 0.1202083 Oct 31 19:29:14.313420 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f9b64-6d04-4f64-a67a-3bfeadae6cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b447fc4b-f4a0-4ba1-95b8-fb9ad4cf881c,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:14.341988 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-fb87497c-8522-4b4c-b4ca-f017fd9257ab service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925801 Oct 31 19:29:14.435851 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3b75278d-667f-4bba-8017-fe396e1d0a0b req-9b8df518-0719-4044-8e5c-1e75f19129a4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882342 Oct 31 19:29:14.635958 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 54982) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:14.650015 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-be512788-5d07-4600-985c-fb18f321796d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:14.684882 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:14.700405 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:14.766260 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c7fe0-459f-427f-b828-e538222dfbeb req-46aa506c-3069-4f0d-8bb4-ded6972acd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:14.767972 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9d0c7fe0-459f-427f-b828-e538222dfbeb req-46aa506c-3069-4f0d-8bb4-ded6972acd6a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 1127 time: 0.0624895 Oct 31 19:29:14.789166 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-be512788-5d07-4600-985c-fb18f321796d admin admin] Publish callbacks [] for security_group (09725b7b-be04-4fb2-844b-0326bcff2dce), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:14.800665 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-be512788-5d07-4600-985c-fb18f321796d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (09725b7b-be04-4fb2-844b-0326bcff2dce), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:14.856882 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc07bc4-339c-4d10-b737-dc81a6f2e74c req-99b016ba-5925-4481-ac90-a71abe21715f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:14.858386 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7cc07bc4-339c-4d10-b737-dc81a6f2e74c req-99b016ba-5925-4481-ac90-a71abe21715f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 943 time: 0.0529475 Oct 31 19:29:14.887013 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-be512788-5d07-4600-985c-fb18f321796d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=34fccbd2033140069e0cf4ba4f93707b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499783 Oct 31 19:29:14.889475 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be512788-5d07-4600-985c-fb18f321796d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09725b7b-be04-4fb2-844b-0326bcff2dce,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:14.890075 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 54986) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:14.912704 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c7fe0-459f-427f-b828-e538222dfbeb req-c6cf1f3d-398e-47f7-954c-675da1874e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:14.914197 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9d0c7fe0-459f-427f-b828-e538222dfbeb req-c6cf1f3d-398e-47f7-954c-675da1874e69 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b HTTP/1.1" status: 200 len: 912 time: 0.1378882 Oct 31 19:29:14.926088 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7cc07bc4-339c-4d10-b737-dc81a6f2e74c req-3f89369d-c00a-4dbb-bfca-ad79dd4a0221 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612566 Oct 31 19:29:14.958566 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9c27b1cd-ffca-42cd-b143-d04bfa773b02 admin admin] Publish callbacks [] for security_group (09725b7b-be04-4fb2-844b-0326bcff2dce), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:14.961083 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:14.961953 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9d0c7fe0-459f-427f-b828-e538222dfbeb req-4c60a6ba-6ca2-4dfd-83dc-51f88ce37a95 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc59d509-dd78-46f7-93c5-fb58520f4ee4 HTTP/1.1" status: 200 len: 217 time: 0.0346396 Oct 31 19:29:14.981340 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9c27b1cd-ffca-42cd-b143-d04bfa773b02 admin admin] Publish callbacks [] for security_group (09725b7b-be04-4fb2-844b-0326bcff2dce), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:15.012382 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c7fe0-459f-427f-b828-e538222dfbeb req-273c654c-6613-42cc-8f3d-9ffb443ca6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:15.013968 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9d0c7fe0-459f-427f-b828-e538222dfbeb req-273c654c-6613-42cc-8f3d-9ffb443ca6d7 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ea13b07d-23c0-4ab1-af41-11d895efc58d HTTP/1.1" status: 200 len: 850 time: 0.0459142 Oct 31 19:29:15.029971 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9c27b1cd-ffca-42cd-b143-d04bfa773b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (09725b7b-be04-4fb2-844b-0326bcff2dce), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:15.032613 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9c27b1cd-ffca-42cd-b143-d04bfa773b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:15.033780 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-9c27b1cd-ffca-42cd-b143-d04bfa773b02 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/09725b7b-be04-4fb2-844b-0326bcff2dce HTTP/1.1" status: 204 len: 168 time: 0.1427474 Oct 31 19:29:15.042959 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27b1cd-ffca-42cd-b143-d04bfa773b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09725b7b-be04-4fb2-844b-0326bcff2dce,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:15.072566 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c7fe0-459f-427f-b828-e538222dfbeb req-68cb9747-ccf3-46dc-bc71-458660b2582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:15.074114 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9d0c7fe0-459f-427f-b828-e538222dfbeb req-68cb9747-ccf3-46dc-bc71-458660b2582c service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543251 Oct 31 19:29:15.169429 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9d0c7fe0-459f-427f-b828-e538222dfbeb req-5ba4cc64-ce96-4968-8cc7-30573617bfbd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878706 Oct 31 19:29:15.271759 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9d0c7fe0-459f-427f-b828-e538222dfbeb req-4ac8a13b-3234-4c8a-a199-1a8ddedee648 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916626 Oct 31 19:29:16.054365 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c30c7-2461-4fd3-b410-3ed850b14fba req-e890f4aa-2d67-4963-8106-f108ef9849a1 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:16.055832 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-399c30c7-2461-4fd3-b410-3ed850b14fba req-e890f4aa-2d67-4963-8106-f108ef9849a1 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 943 time: 0.0489652 Oct 31 19:29:16.105812 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-399c30c7-2461-4fd3-b410-3ed850b14fba req-f4f790f2-77ea-4f95-baad-1845fd057490 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441897 Oct 31 19:29:16.630376 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=7 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:16.672277 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:16.720922 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55042) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:16.827504 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-526ba702-306c-4ee4-8ca8-46bdb57dbaaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:16.875648 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:16.906215 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-526ba702-306c-4ee4-8ca8-46bdb57dbaaf admin admin] Publish callbacks [] for security_group (a0097acb-8238-4759-b6d6-83cd005a298c), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:16.910217 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-526ba702-306c-4ee4-8ca8-46bdb57dbaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (a0097acb-8238-4759-b6d6-83cd005a298c), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:16.947094 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ba702-306c-4ee4-8ca8-46bdb57dbaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0097acb-8238-4759-b6d6-83cd005a298c,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:16.952205 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-526ba702-306c-4ee4-8ca8-46bdb57dbaaf admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3a510aed879741ba9a27045466ad87fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296593 Oct 31 19:29:16.955021 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55046) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:17.006054 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3420d8b6-1875-411e-94bd-da954081d9cf admin admin] Publish callbacks [] for security_group (a0097acb-8238-4759-b6d6-83cd005a298c), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:17.025698 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3420d8b6-1875-411e-94bd-da954081d9cf admin admin] Publish callbacks [] for security_group (a0097acb-8238-4759-b6d6-83cd005a298c), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:17.071909 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3420d8b6-1875-411e-94bd-da954081d9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (a0097acb-8238-4759-b6d6-83cd005a298c), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:17.074343 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-3420d8b6-1875-411e-94bd-da954081d9cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:17.075457 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-3420d8b6-1875-411e-94bd-da954081d9cf admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a0097acb-8238-4759-b6d6-83cd005a298c HTTP/1.1" status: 204 len: 168 time: 0.1190443 Oct 31 19:29:17.084028 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420d8b6-1875-411e-94bd-da954081d9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0097acb-8238-4759-b6d6-83cd005a298c,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:17.229187 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11804-641a-4ff6-89e3-07bbea051e24 req-890f9019-5b48-428d-baa3-41ea0906a514 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:17.230828 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-2af11804-641a-4ff6-89e3-07bbea051e24 req-890f9019-5b48-428d-baa3-41ea0906a514 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 943 time: 0.0494642 Oct 31 19:29:17.287652 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-2af11804-641a-4ff6-89e3-07bbea051e24 req-afa23d5c-e7a3-4d6b-84c9-07945a52633f tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443244 Oct 31 19:29:17.347756 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55054) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:17.360734 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f9d7f1c9-b1f2-4fce-b377-465eb1e733a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:17.437034 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f9d7f1c9-b1f2-4fce-b377-465eb1e733a0 admin admin] Publish callbacks [] for security_group (99f9b1e3-967c-47a0-b738-dbb8069b2292), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:17.440894 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f9d7f1c9-b1f2-4fce-b377-465eb1e733a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (99f9b1e3-967c-47a0-b738-dbb8069b2292), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:17.480095 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-f9d7f1c9-b1f2-4fce-b377-465eb1e733a0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3acaff4733ce42e1988b328ea7387c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312733 Oct 31 19:29:17.480965 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7f1c9-b1f2-4fce-b377-465eb1e733a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f9b1e3-967c-47a0-b738-dbb8069b2292,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:17.482820 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55056) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:17.533831 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5c3e13f5-f0f3-4f07-8cf7-e059b259d6fd admin admin] Publish callbacks [] for security_group (99f9b1e3-967c-47a0-b738-dbb8069b2292), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:17.553327 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5c3e13f5-f0f3-4f07-8cf7-e059b259d6fd admin admin] Publish callbacks [] for security_group (99f9b1e3-967c-47a0-b738-dbb8069b2292), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:17.602785 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5c3e13f5-f0f3-4f07-8cf7-e059b259d6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (99f9b1e3-967c-47a0-b738-dbb8069b2292), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:17.605152 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5c3e13f5-f0f3-4f07-8cf7-e059b259d6fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:17.606298 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-5c3e13f5-f0f3-4f07-8cf7-e059b259d6fd admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/99f9b1e3-967c-47a0-b738-dbb8069b2292 HTTP/1.1" status: 204 len: 168 time: 0.1223886 Oct 31 19:29:17.613755 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e13f5-f0f3-4f07-8cf7-e059b259d6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f9b1e3-967c-47a0-b738-dbb8069b2292,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:17.628389 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:18.412179 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c69797-936b-4f8c-b24c-75758de75dbf req-7c80e629-7fea-45e0-9c09-6c9d18aaf049 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:18.413825 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-18c69797-936b-4f8c-b24c-75758de75dbf req-7c80e629-7fea-45e0-9c09-6c9d18aaf049 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 943 time: 0.0469840 Oct 31 19:29:18.427150 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:18.470231 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-18c69797-936b-4f8c-b24c-75758de75dbf req-48e1326b-e9ff-43ab-beb0-cd0721f400c9 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504758 Oct 31 19:29:19.548022 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55134) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:19.591627 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9de4af-6453-49ca-854a-3fe2f3925f5c req-0b0100e0-d145-4a0f-a4ab-46ad10ec7db7 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:19.593094 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4c9de4af-6453-49ca-854a-3fe2f3925f5c req-0b0100e0-d145-4a0f-a4ab-46ad10ec7db7 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 943 time: 0.0468762 Oct 31 19:29:19.642323 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4c9de4af-6453-49ca-854a-3fe2f3925f5c req-1448aa0b-6571-4419-8fa0-d998bd62652c tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430102 Oct 31 19:29:19.655782 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-57406025-e177-4b58-b45d-be97bb67d281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:19.708508 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:19.732410 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-57406025-e177-4b58-b45d-be97bb67d281 admin admin] Publish callbacks [] for security_group (e679f248-d111-4628-a28c-66ee59c0c7d0), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:19.737448 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-57406025-e177-4b58-b45d-be97bb67d281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (e679f248-d111-4628-a28c-66ee59c0c7d0), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:19.774389 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57406025-e177-4b58-b45d-be97bb67d281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e679f248-d111-4628-a28c-66ee59c0c7d0,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:19.778701 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-57406025-e177-4b58-b45d-be97bb67d281 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=74b67fae98434cee8715c9e7bf63a1b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296875 Oct 31 19:29:19.782058 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55138) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:19.832971 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3094bb16-b199-4e11-afcd-9e299e5a5992 admin admin] Publish callbacks [] for security_group (e679f248-d111-4628-a28c-66ee59c0c7d0), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:19.852844 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3094bb16-b199-4e11-afcd-9e299e5a5992 admin admin] Publish callbacks [] for security_group (e679f248-d111-4628-a28c-66ee59c0c7d0), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:19.899997 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3094bb16-b199-4e11-afcd-9e299e5a5992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (e679f248-d111-4628-a28c-66ee59c0c7d0), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:19.902438 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3094bb16-b199-4e11-afcd-9e299e5a5992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:19.903567 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-3094bb16-b199-4e11-afcd-9e299e5a5992 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e679f248-d111-4628-a28c-66ee59c0c7d0 HTTP/1.1" status: 204 len: 168 time: 0.1212449 Oct 31 19:29:19.911325 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094bb16-b199-4e11-afcd-9e299e5a5992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e679f248-d111-4628-a28c-66ee59c0c7d0,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:20.164303 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55144) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:20.178041 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-82cd9dc7-16bd-4830-98a4-fbfbb5455103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:20.196949 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:20.256288 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-82cd9dc7-16bd-4830-98a4-fbfbb5455103 admin admin] Publish callbacks [] for security_group (9a140882-cd07-48fc-ad6b-87b1e0172d49), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:20.259911 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-82cd9dc7-16bd-4830-98a4-fbfbb5455103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (9a140882-cd07-48fc-ad6b-87b1e0172d49), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:20.298923 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd9dc7-16bd-4830-98a4-fbfbb5455103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a140882-cd07-48fc-ad6b-87b1e0172d49,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:20.303453 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-82cd9dc7-16bd-4830-98a4-fbfbb5455103 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=24911720df434c3abc3b63ab689903a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378808 Oct 31 19:29:20.306211 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55146) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:20.319986 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:20.356199 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-700aff32-6b5d-4d41-b6fd-90ac5f37caad admin admin] Publish callbacks [] for security_group (9a140882-cd07-48fc-ad6b-87b1e0172d49), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:20.376285 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-700aff32-6b5d-4d41-b6fd-90ac5f37caad admin admin] Publish callbacks [] for security_group (9a140882-cd07-48fc-ad6b-87b1e0172d49), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:20.422478 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-700aff32-6b5d-4d41-b6fd-90ac5f37caad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (9a140882-cd07-48fc-ad6b-87b1e0172d49), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:20.425779 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-700aff32-6b5d-4d41-b6fd-90ac5f37caad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:20.429660 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-700aff32-6b5d-4d41-b6fd-90ac5f37caad admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9a140882-cd07-48fc-ad6b-87b1e0172d49 HTTP/1.1" status: 204 len: 168 time: 0.1225345 Oct 31 19:29:20.437408 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700aff32-6b5d-4d41-b6fd-90ac5f37caad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a140882-cd07-48fc-ad6b-87b1e0172d49,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:20.778912 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7e1a0-ad28-4bff-8d59-73ac58dd4404 req-692b89f2-49c9-4ba9-947f-3eca8aff4b91 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:20.780434 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-5de7e1a0-ad28-4bff-8d59-73ac58dd4404 req-692b89f2-49c9-4ba9-947f-3eca8aff4b91 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 943 time: 0.0552745 Oct 31 19:29:20.832884 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-5de7e1a0-ad28-4bff-8d59-73ac58dd4404 req-e2e915b6-90f7-4ddb-a595-94de4f5b316e tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461333 Oct 31 19:29:21.500381 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55182) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:21.603512 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d7f637d4-2a1a-44d6-af35-9b77019be80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:21.680307 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d7f637d4-2a1a-44d6-af35-9b77019be80b admin admin] Publish callbacks [] for security_group (a9df96cf-4893-430c-8289-1613f4ed732a), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:21.684007 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d7f637d4-2a1a-44d6-af35-9b77019be80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (a9df96cf-4893-430c-8289-1613f4ed732a), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:21.726592 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-d7f637d4-2a1a-44d6-af35-9b77019be80b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f43125cd13c2417ab267e70963577b47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251592 Oct 31 19:29:21.727416 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f637d4-2a1a-44d6-af35-9b77019be80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9df96cf-4893-430c-8289-1613f4ed732a,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:21.729423 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55186) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:21.779005 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-97fdb766-5cd5-4767-9f56-a8e0787eca0c admin admin] Publish callbacks [] for security_group (a9df96cf-4893-430c-8289-1613f4ed732a), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:21.803165 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-97fdb766-5cd5-4767-9f56-a8e0787eca0c admin admin] Publish callbacks [] for security_group (a9df96cf-4893-430c-8289-1613f4ed732a), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:21.850393 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-97fdb766-5cd5-4767-9f56-a8e0787eca0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (a9df96cf-4893-430c-8289-1613f4ed732a), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:21.852871 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-97fdb766-5cd5-4767-9f56-a8e0787eca0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:21.854047 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-97fdb766-5cd5-4767-9f56-a8e0787eca0c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a9df96cf-4893-430c-8289-1613f4ed732a HTTP/1.1" status: 204 len: 168 time: 0.1236079 Oct 31 19:29:21.861726 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdb766-5cd5-4767-9f56-a8e0787eca0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9df96cf-4893-430c-8289-1613f4ed732a,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:21.970667 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f007b62-38da-40ba-a4a0-24e7103aa7d9 req-4c4628b9-a27b-465a-a5a2-23a800de05df tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:21.972306 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5f007b62-38da-40ba-a4a0-24e7103aa7d9 req-4c4628b9-a27b-465a-a5a2-23a800de05df tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 943 time: 0.0493052 Oct 31 19:29:22.026120 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5f007b62-38da-40ba-a4a0-24e7103aa7d9 req-26a91e40-558a-49b4-8452-d4d410fcf4e1 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464797 Oct 31 19:29:22.413178 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device cc59d509-dd78-46f7-93c5-fb58520f4ee4 details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:29:22.494758 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:22.516010 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port cc59d509-dd78-46f7-93c5-fb58520f4ee4, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=cc59d509-dd78-46f7-93c5-fb58520f4ee4,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:29:22.528406 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': 'cc59d509-dd78-46f7-93c5-fb58520f4ee4', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'port_id': 'cc59d509-dd78-46f7-93c5-fb58520f4ee4', 'mac_address': 'fa:16:3e:aa:d1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:29:22.564306 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port cc59d509-dd78-46f7-93c5-fb58520f4ee4 is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:29:22.565312 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (cc59d509-dd78-46f7-93c5-fb58520f4ee4), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:22.578052 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc59d509-dd78-46f7-93c5-fb58520f4ee4 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:29:22.599416 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port cc59d509-dd78-46f7-93c5-fb58520f4ee4, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=cc59d509-dd78-46f7-93c5-fb58520f4ee4,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:29:22.603279 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (cc59d509-dd78-46f7-93c5-fb58520f4ee4), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:22.649526 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=cc59d509-dd78-46f7-93c5-fb58520f4ee4,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:22.836509 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['cc59d509-dd78-46f7-93c5-fb58520f4ee4'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:29:23.147078 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b598e5-ae8f-4de2-a196-7dea9d7b8cb9 req-45149ebd-2b58-4233-a26b-ee351e13f155 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:23.148530 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c0b598e5-ae8f-4de2-a196-7dea9d7b8cb9 req-45149ebd-2b58-4233-a26b-ee351e13f155 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 944 time: 0.0470376 Oct 31 19:29:23.199568 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c0b598e5-ae8f-4de2-a196-7dea9d7b8cb9 req-45dda69e-ad1a-4af6-897b-1d8df65e82aa tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448401 Oct 31 19:29:24.055546 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:29:24.323470 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03465820-e3b5-4e8f-b0e1-037a1c9fef2e req-085e86b7-ac64-4e72-a021-7c5d1fc6341a tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:24.324919 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-03465820-e3b5-4e8f-b0e1-037a1c9fef2e req-085e86b7-ac64-4e72-a021-7c5d1fc6341a tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 944 time: 0.0476928 Oct 31 19:29:24.374811 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-03465820-e3b5-4e8f-b0e1-037a1c9fef2e req-0b9215ba-6c60-43a3-bd1b-90a11805117b tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441363 Oct 31 19:29:24.432865 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device cc59d509-dd78-46f7-93c5-fb58520f4ee4 up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:29:24.476999 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port cc59d509-dd78-46f7-93c5-fb58520f4ee4 completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:29:24.482648 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port cc59d509-dd78-46f7-93c5-fb58520f4ee4 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:29:24.483016 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (cc59d509-dd78-46f7-93c5-fb58520f4ee4), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:24.483345 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port cc59d509-dd78-46f7-93c5-fb58520f4ee4 Oct 31 19:29:24.553469 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port cc59d509-dd78-46f7-93c5-fb58520f4ee4 is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:29:24.553874 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (cc59d509-dd78-46f7-93c5-fb58520f4ee4), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:24.576445 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f58f51e-138f-41b1-80d4-30cc500a9808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc59d509-dd78-46f7-93c5-fb58520f4ee4'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:29:24.578592 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83973d2-52d7-4cb9-be37-a7694ceb769e" -d '{"events": [{"server_uuid": "4f58f51e-138f-41b1-80d4-30cc500a9808", "name": "network-vif-plugged", "status": "completed", "tag": "cc59d509-dd78-46f7-93c5-fb58520f4ee4"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:29:24.594856 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port cc59d509-dd78-46f7-93c5-fb58520f4ee4, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=cc59d509-dd78-46f7-93c5-fb58520f4ee4,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:29:24.599257 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (cc59d509-dd78-46f7-93c5-fb58520f4ee4), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:24.623349 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe69172-142d-4cb0-863e-286657dd1cd2 x-openstack-request-id: req-5fe69172-142d-4cb0-863e-286657dd1cd2 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:29:24.623638 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f58f51e-138f-41b1-80d4-30cc500a9808", "name": "network-vif-plugged", "status": "completed", "tag": "cc59d509-dd78-46f7-93c5-fb58520f4ee4", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:29:24.623888 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5fe69172-142d-4cb0-863e-286657dd1cd2 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:29:24.624278 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe69172-142d-4cb0-863e-286657dd1cd2'] response: {'server_uuid': '4f58f51e-138f-41b1-80d4-30cc500a9808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc59d509-dd78-46f7-93c5-fb58520f4ee4', 'code': 200} Oct 31 19:29:24.638949 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:24.652388 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=cc59d509-dd78-46f7-93c5-fb58520f4ee4,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:24.847047 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac6745-9d03-41ff-b49b-bb17a38deb93 req-53068ca0-7392-47cf-bd03-599e4f1f87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:24.848493 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4bac6745-9d03-41ff-b49b-bb17a38deb93 req-53068ca0-7392-47cf-bd03-599e4f1f87e8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 1129 time: 0.0397046 Oct 31 19:29:24.894337 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4bac6745-9d03-41ff-b49b-bb17a38deb93 req-5488f9ef-328d-410e-9f72-82000c9ea5b3 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390251 Oct 31 19:29:25.400635 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55238) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:25.511558 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922492fa-750e-4df9-95bc-66ef9e35615a req-519c7d10-e035-4d7c-94bc-e8a0e62e310b tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:25.513004 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-922492fa-750e-4df9-95bc-66ef9e35615a req-519c7d10-e035-4d7c-94bc-e8a0e62e310b tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 945 time: 0.0619547 Oct 31 19:29:25.514180 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0c03-34b3-4596-a130-0164c5f4d8dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:25.588539 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-922492fa-750e-4df9-95bc-66ef9e35615a req-b0331a45-8c58-4110-b29b-ed835b8272e2 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667942 Oct 31 19:29:25.606834 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:25.629969 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0c03-34b3-4596-a130-0164c5f4d8dd admin admin] Publish callbacks [] for security_group (41cfbcde-1c7a-4ad7-a51e-d3288cbdec0c), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:25.633137 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2b3c0c03-34b3-4596-a130-0164c5f4d8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (41cfbcde-1c7a-4ad7-a51e-d3288cbdec0c), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:25.671718 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-2b3c0c03-34b3-4596-a130-0164c5f4d8dd admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fff47f1962ac4dd092bc88dfd94edec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699873 Oct 31 19:29:25.672716 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c0c03-34b3-4596-a130-0164c5f4d8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cfbcde-1c7a-4ad7-a51e-d3288cbdec0c,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:25.674575 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55244) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:25.705792 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:25.729394 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-193f8a2a-5df9-4494-98dd-76d148405a64 admin admin] Publish callbacks [] for security_group (41cfbcde-1c7a-4ad7-a51e-d3288cbdec0c), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:25.749489 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-193f8a2a-5df9-4494-98dd-76d148405a64 admin admin] Publish callbacks [] for security_group (41cfbcde-1c7a-4ad7-a51e-d3288cbdec0c), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:25.796120 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-193f8a2a-5df9-4494-98dd-76d148405a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (41cfbcde-1c7a-4ad7-a51e-d3288cbdec0c), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:25.799024 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-193f8a2a-5df9-4494-98dd-76d148405a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:25.800025 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-193f8a2a-5df9-4494-98dd-76d148405a64 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/41cfbcde-1c7a-4ad7-a51e-d3288cbdec0c HTTP/1.1" status: 204 len: 168 time: 0.1238682 Oct 31 19:29:25.808413 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f8a2a-5df9-4494-98dd-76d148405a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cfbcde-1c7a-4ad7-a51e-d3288cbdec0c,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:26.715222 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ba507-399e-40f7-8fa1-9e529c9c7d26 req-7583275d-9e8b-43b8-a1de-b5c4b33b84ee tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:26.716817 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8d6ba507-399e-40f7-8fa1-9e529c9c7d26 req-7583275d-9e8b-43b8-a1de-b5c4b33b84ee tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 945 time: 0.0498865 Oct 31 19:29:26.773098 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8d6ba507-399e-40f7-8fa1-9e529c9c7d26 req-162ebfde-90f8-4863-9526-dd7544dc3103 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507326 Oct 31 19:29:26.900825 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de6dbd-ac2b-4bc1-9174-27a74d9abc8a req-dd2ff176-5583-4bd5-bad2-527e475f3526 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:26.902347 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-36de6dbd-ac2b-4bc1-9174-27a74d9abc8a req-dd2ff176-5583-4bd5-bad2-527e475f3526 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 945 time: 0.0516357 Oct 31 19:29:26.941504 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:26.967602 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-36de6dbd-ac2b-4bc1-9174-27a74d9abc8a req-c317409a-6ef5-45fc-805c-ee72ffa2d1ff tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594211 Oct 31 19:29:27.003178 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55316) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:27.187408 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3ea767-05d5-4454-af5d-595c7104bea5 tempest-TestVolumeBootPattern-693395402 tempest-TestVolumeBootPattern-693395402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:27.188909 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-2f3ea767-05d5-4454-af5d-595c7104bea5 tempest-TestVolumeBootPattern-693395402 tempest-TestVolumeBootPattern-693395402-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 1124 time: 0.1847339 Oct 31 19:29:27.192269 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55330) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:27.196370 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Request body: {'floatingip': {'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'port_id': 'cc59d509-dd78-46f7-93c5-fb58520f4ee4', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:29:27.219304 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:27.303338 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:27.408082 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Allocated IP 172.27.0.9 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/1d8a6c78-20c3-4fdd-87d5-728c5182687f) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:29:27.513512 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for port (1d8a6c78-20c3-4fdd-87d5-728c5182687f), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:27.544915 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (1d8a6c78-20c3-4fdd-87d5-728c5182687f), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:27.582782 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:29:27.590090 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:29:27.594080 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:29:27.597261 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event updated for resources: {'Port': ['ID=1d8a6c78-20c3-4fdd-87d5-728c5182687f,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:27.795782 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:27.912647 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:27.949172 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for floatingip (fd9c9e93-383d-4ea5-b52b-64ebde38f993), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:28.015180 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (1d8a6c78-20c3-4fdd-87d5-728c5182687f), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:28.161830 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for port (1d8a6c78-20c3-4fdd-87d5-728c5182687f), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:28.166348 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5226044'] for port (1d8a6c78-20c3-4fdd-87d5-728c5182687f), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:28.235465 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (fd9c9e93-383d-4ea5-b52b-64ebde38f993), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:28.237131 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event updated for resources: {'Port': ['ID=1d8a6c78-20c3-4fdd-87d5-728c5182687f,revision_number=2']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:28.333225 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.l3_db [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Floating IP fd9c9e93-383d-4ea5-b52b-64ebde38f993 associated. External IP: 172.27.0.9, port: cc59d509-dd78-46f7-93c5-fb58520f4ee4. Oct 31 19:29:28.791129 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:29:28.843632 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:28.894943 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:29:28.904710 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3dbb22-b477-4674-9500-d591fa659370 None None] Sync routers for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:29:28.913257 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:28.915310 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3dbb22-b477-4674-9500-d591fa659370 None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:29:28.915912 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-5c3dbb22-b477-4674-9500-d591fa659370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:29:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:29:28.944034 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-9d94dbc4-d6a7-4fcf-9a5e-04dc3a6a06b4 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7507591 Oct 31 19:29:28.944671 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f58f51e-138f-41b1-80d4-30cc500a9808', 'tag': 'cc59d509-dd78-46f7-93c5-fb58520f4ee4'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:29:28.946965 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a086fb-581e-4cdf-87ae-a0d8faf827d2" -d '{"events": [{"name": "network-changed", "server_uuid": "4f58f51e-138f-41b1-80d4-30cc500a9808", "tag": "cc59d509-dd78-46f7-93c5-fb58520f4ee4"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:29:28.986812 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c66ab93-a4b3-445d-bca9-86d87001fca0 x-openstack-request-id: req-1c66ab93-a4b3-445d-bca9-86d87001fca0 {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:29:28.987100 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f58f51e-138f-41b1-80d4-30cc500a9808", "tag": "cc59d509-dd78-46f7-93c5-fb58520f4ee4", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:29:28.987391 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c66ab93-a4b3-445d-bca9-86d87001fca0 {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:29:28.987791 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c66ab93-a4b3-445d-bca9-86d87001fca0'] response: {'name': 'network-changed', 'server_uuid': '4f58f51e-138f-41b1-80d4-30cc500a9808', 'tag': 'cc59d509-dd78-46f7-93c5-fb58520f4ee4', 'status': 'completed', 'code': 200} Oct 31 19:29:29.036489 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:29.039159 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-5c3dbb22-b477-4674-9500-d591fa659370 None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:29:29.058532 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a086fb-581e-4cdf-87ae-a0d8faf827d2 req-2c4d4855-70ab-4416-81eb-9b98971e591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:29.060234 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c7a086fb-581e-4cdf-87ae-a0d8faf827d2 req-2c4d4855-70ab-4416-81eb-9b98971e591d service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 1129 time: 0.0471275 Oct 31 19:29:29.100205 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:29.161083 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a086fb-581e-4cdf-87ae-a0d8faf827d2 req-fb13fd35-6b38-4de1-8516-2b72039a9632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:29.162769 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c7a086fb-581e-4cdf-87ae-a0d8faf827d2 req-fb13fd35-6b38-4de1-8516-2b72039a9632 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b HTTP/1.1" status: 200 len: 912 time: 0.0958359 Oct 31 19:29:29.229367 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c7a086fb-581e-4cdf-87ae-a0d8faf827d2 req-5d6d5039-6537-4b37-ac06-84c0184df2b0 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc59d509-dd78-46f7-93c5-fb58520f4ee4 HTTP/1.1" status: 200 len: 997 time: 0.0606086 Oct 31 19:29:29.263244 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-5c3dbb22-b477-4674-9500-d591fa659370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '840f449b-61c4-48bb-a0e9-33cb33ffd173', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'port_id': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'mac_address': 'fa:16:3e:27:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:10Z', 'updated_at': '2022-10-31T19:27:12Z', 'revision_number': 1, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address_scope': None}, {'id': 'fd9c9e93-383d-4ea5-b52b-64ebde38f993', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'port_id': 'cc59d509-dd78-46f7-93c5-fb58520f4ee4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'mac_address': 'fa:16:3e:aa:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f58f51e-138f-41b1-80d4-30cc500a9808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:29:27Z', 'updated_at': '2022-10-31T19:29:27Z', 'revision_number': 0, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:29:29.283759 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a086fb-581e-4cdf-87ae-a0d8faf827d2 req-a4139678-33ad-455c-b539-0eaeccfcec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:29.285907 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c7a086fb-581e-4cdf-87ae-a0d8faf827d2 req-a4139678-33ad-455c-b539-0eaeccfcec4e service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ea13b07d-23c0-4ab1-af41-11d895efc58d HTTP/1.1" status: 200 len: 850 time: 0.0505915 Oct 31 19:29:29.288989 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3dbb22-b477-4674-9500-d591fa659370 None None] Checking router: 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:29:29.298096 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3dbb22-b477-4674-9500-d591fa659370 None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:29:29.298629 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-5c3dbb22-b477-4674-9500-d591fa659370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:29:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:29:29.332874 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a086fb-581e-4cdf-87ae-a0d8faf827d2 req-945618a8-e207-43d3-9652-66eb9bde0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:29.334400 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c7a086fb-581e-4cdf-87ae-a0d8faf827d2 req-945618a8-e207-43d3-9652-66eb9bde0280 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425937 Oct 31 19:29:29.404353 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-5c3dbb22-b477-4674-9500-d591fa659370 None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:29:29.431405 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c7a086fb-581e-4cdf-87ae-a0d8faf827d2 req-b8a93aa1-dae5-4e4e-b2a1-bbda44d81a7c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893636 Oct 31 19:29:29.527889 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c7a086fb-581e-4cdf-87ae-a0d8faf827d2 req-a3520bee-5010-4bae-bb1b-f4749919f2b7 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898955 Oct 31 19:29:29.622493 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-5c3dbb22-b477-4674-9500-d591fa659370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '840f449b-61c4-48bb-a0e9-33cb33ffd173', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'port_id': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'mac_address': 'fa:16:3e:27:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:10Z', 'updated_at': '2022-10-31T19:27:12Z', 'revision_number': 1, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address_scope': None}, {'id': 'fd9c9e93-383d-4ea5-b52b-64ebde38f993', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'port_id': 'cc59d509-dd78-46f7-93c5-fb58520f4ee4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'mac_address': 'fa:16:3e:aa:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f58f51e-138f-41b1-80d4-30cc500a9808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:29:27Z', 'updated_at': '2022-10-31T19:29:27Z', 'revision_number': 0, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:29:29.651269 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3dbb22-b477-4674-9500-d591fa659370 None None] The sync data for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi is: [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '840f449b-61c4-48bb-a0e9-33cb33ffd173', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'port_id': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'mac_address': 'fa:16:3e:27:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:10Z', 'updated_at': '2022-10-31T19:27:12Z', 'revision_number': 1, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address_scope': None}, {'id': 'fd9c9e93-383d-4ea5-b52b-64ebde38f993', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'port_id': 'cc59d509-dd78-46f7-93c5-fb58520f4ee4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'mac_address': 'fa:16:3e:aa:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f58f51e-138f-41b1-80d4-30cc500a9808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:29:27Z', 'updated_at': '2022-10-31T19:29:27Z', 'revision_number': 0, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:29:29.862860 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfbd30f-c62b-465d-a842-1dc4f21d69fb None None] New status for floating IP fd9c9e93-383d-4ea5-b52b-64ebde38f993: ACTIVE {{(pid=104478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:29:31.594980 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-4a484673-4521-4975-8c18-a0f017284119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:33.918156 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-bc5f117e-bce7-4e38-8986-4c66a169039f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:35.054263 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:36.445093 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:36.708804 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:38.939288 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:38.941223 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:39.522617 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=67,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:39.524609 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=41 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:40.123010 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:40.127321 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:42.836117 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:49.709373 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394bca8-b26c-44ed-9679-a508cf4ded50 req-db041cc7-d312-48d7-911c-f83fdcfc32ad tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:49.710884 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7394bca8-b26c-44ed-9679-a508cf4ded50 req-db041cc7-d312-48d7-911c-f83fdcfc32ad tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 945 time: 0.0489705 Oct 31 19:29:49.761906 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7394bca8-b26c-44ed-9679-a508cf4ded50 req-4ffca869-61b6-4386-85e6-d91bbc61d366 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a9b13c8a-98be-43da-a77a-421d1cbe7328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454516 Oct 31 19:29:50.885210 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127acda1-fbbb-41e1-9b60-d7d80aaf8247 req-8f8fc10e-4487-49bd-92f8-d317b880c7cf tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:50.886676 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-127acda1-fbbb-41e1-9b60-d7d80aaf8247 req-8f8fc10e-4487-49bd-92f8-d317b880c7cf tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 945 time: 0.0478420 Oct 31 19:29:50.932471 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-127acda1-fbbb-41e1-9b60-d7d80aaf8247 req-365fac58-545d-449f-9b97-2810fbc80e87 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a9b13c8a-98be-43da-a77a-421d1cbe7328&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402958 Oct 31 19:29:51.310301 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab9f0f-3076-417b-a94c-22dc3c3a6a3b req-48dd8ee4-8b27-45c1-816c-29fa829c4db3 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:51.311781 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c2ab9f0f-3076-417b-a94c-22dc3c3a6a3b req-48dd8ee4-8b27-45c1-816c-29fa829c4db3 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 945 time: 0.0488045 Oct 31 19:29:51.391692 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-c2ab9f0f-3076-417b-a94c-22dc3c3a6a3b req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Deleting port 6b41a25b-20b6-415c-930e-d9c6d014f1aa {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:29:51.392029 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-c2ab9f0f-3076-417b-a94c-22dc3c3a6a3b req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (6b41a25b-20b6-415c-930e-d9c6d014f1aa), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:51.483388 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-c2ab9f0f-3076-417b-a94c-22dc3c3a6a3b req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] For port 6b41a25b-20b6-415c-930e-d9c6d014f1aa, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=6b41a25b-20b6-415c-930e-d9c6d014f1aa,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:29:51.483742 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-c2ab9f0f-3076-417b-a94c-22dc3c3a6a3b req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (6b41a25b-20b6-415c-930e-d9c6d014f1aa), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:51.641090 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-c2ab9f0f-3076-417b-a94c-22dc3c3a6a3b req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:51.641368 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-c2ab9f0f-3076-417b-a94c-22dc3c3a6a3b req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (347293aa-5203-4943-b724-7d690f821a3c), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:51.641719 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.l3_db [req-c2ab9f0f-3076-417b-a94c-22dc3c3a6a3b req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Floating IP 347293aa-5203-4943-b724-7d690f821a3c disassociated. External IP: 172.27.0.209, port: 6b41a25b-20b6-415c-930e-d9c6d014f1aa. Oct 31 19:29:51.642058 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-c2ab9f0f-3076-417b-a94c-22dc3c3a6a3b req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Calling delete_port for 6b41a25b-20b6-415c-930e-d9c6d014f1aa owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:29:51.769689 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-c2ab9f0f-3076-417b-a94c-22dc3c3a6a3b req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (6b41a25b-20b6-415c-930e-d9c6d014f1aa), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:51.796867 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event deleted for resources: {'Port': ['ID=6b41a25b-20b6-415c-930e-d9c6d014f1aa,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:51.806788 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:51.807134 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:51.807476 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:51.807811 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:51.808145 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:51.808474 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:51.808799 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:51.809123 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:51.809446 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:51.810294 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:51.810294 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:51.810514 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:51.810753 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:51.811073 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:51.811395 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:51.920389 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2ab9f0f-3076-417b-a94c-22dc3c3a6a3b req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:29:52.020314 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:52.049527 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6e0a7b5f-d77d-433c-aaba-569066de169f req-9fefbe08-6ff6-4666-918e-aadab6f44260 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a3be5488-67cf-4a84-ae40-9c0bf189ffd1 HTTP/1.1" status: 200 len: 210 time: 0.0402436 Oct 31 19:29:52.053718 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2ab9f0f-3076-417b-a94c-22dc3c3a6a3b req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:29:52.065084 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5866f-a429-4780-8bd6-90aac102ba73 None None] Sync routers for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:29:52.075227 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5866f-a429-4780-8bd6-90aac102ba73 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:29:52.075883 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-f0f5866f-a429-4780-8bd6-90aac102ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:29:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:29:52.097439 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ab9f0f-3076-417b-a94c-22dc3c3a6a3b req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] No DVR routers for this DVR port 6b41a25b-20b6-415c-930e-d9c6d014f1aa on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:29:52.100649 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-c2ab9f0f-3076-417b-a94c-22dc3c3a6a3b req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:52.104944 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c2ab9f0f-3076-417b-a94c-22dc3c3a6a3b req-53452b17-6995-43c1-b56d-20996a59830e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "DELETE /networking/v2.0/ports/6b41a25b-20b6-415c-930e-d9c6d014f1aa HTTP/1.1" status: 204 len: 173 time: 0.7873156 Oct 31 19:29:52.105455 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3be5488-67cf-4a84-ae40-9c0bf189ffd1', 'name': 'network-vif-deleted', 'tag': '6b41a25b-20b6-415c-930e-d9c6d014f1aa'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:29:52.107906 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6528f28a-690b-4fab-9a50-8b64604234df" -d '{"events": [{"server_uuid": "a3be5488-67cf-4a84-ae40-9c0bf189ffd1", "name": "network-vif-deleted", "tag": "6b41a25b-20b6-415c-930e-d9c6d014f1aa"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:29:52.165110 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7374bbb-56b1-49ea-9da2-e6d1ec36a1d1 x-openstack-request-id: req-c7374bbb-56b1-49ea-9da2-e6d1ec36a1d1 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:29:52.165405 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3be5488-67cf-4a84-ae40-9c0bf189ffd1", "name": "network-vif-deleted", "tag": "6b41a25b-20b6-415c-930e-d9c6d014f1aa", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:29:52.165678 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7374bbb-56b1-49ea-9da2-e6d1ec36a1d1 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:29:52.166082 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7374bbb-56b1-49ea-9da2-e6d1ec36a1d1'] response: {'server_uuid': 'a3be5488-67cf-4a84-ae40-9c0bf189ffd1', 'name': 'network-vif-deleted', 'tag': '6b41a25b-20b6-415c-930e-d9c6d014f1aa', 'status': 'completed', 'code': 200} Oct 31 19:29:52.188743 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:52.205081 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-f0f5866f-a429-4780-8bd6-90aac102ba73 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:29:52.339379 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:52.451893 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-f0f5866f-a429-4780-8bd6-90aac102ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '0fec0fa8-c112-470b-a69d-2ca23423136d', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:ad:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:54Z', 'updated_at': '2022-10-31T19:28:07Z', 'revision_number': 2, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:29:52.616048 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5866f-a429-4780-8bd6-90aac102ba73 None None] Checking router: 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:29:52.624479 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5866f-a429-4780-8bd6-90aac102ba73 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:29:52.625070 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-f0f5866f-a429-4780-8bd6-90aac102ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:29:34Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:29:52.736115 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-f0f5866f-a429-4780-8bd6-90aac102ba73 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:29:52.950455 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-f0f5866f-a429-4780-8bd6-90aac102ba73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '0fec0fa8-c112-470b-a69d-2ca23423136d', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:ad:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:54Z', 'updated_at': '2022-10-31T19:28:07Z', 'revision_number': 2, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:29:52.981895 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f5866f-a429-4780-8bd6-90aac102ba73 None None] The sync data for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi is: [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '0fec0fa8-c112-470b-a69d-2ca23423136d', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:ad:e2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:54Z', 'updated_at': '2022-10-31T19:28:07Z', 'revision_number': 2, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:29:53.156626 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55464) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:53.231648 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (a9b13c8a-98be-43da-a77a-421d1cbe7328), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:53.261081 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (a9b13c8a-98be-43da-a77a-421d1cbe7328), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:53.294741 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a70ecb7e-533f-4222-b17a-de9774913714 req-f1a0b218-048a-4c92-a905-a8f8a6bfe210 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3188148 Oct 31 19:29:53.309969 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e018c6c-e98e-4853-b4a5-fc2ca7909428 None None] New status for floating IP 347293aa-5203-4943-b724-7d690f821a3c: DOWN {{(pid=104478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:29:53.322761 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (a9b13c8a-98be-43da-a77a-421d1cbe7328), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:53.326711 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:53.330373 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a9b13c8a-98be-43da-a77a-421d1cbe7328 HTTP/1.1" status: 204 len: 168 time: 0.1695442 Oct 31 19:29:53.331162 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55470) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:53.338034 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b13c8a-98be-43da-a77a-421d1cbe7328,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:53.346925 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:53.347275 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:53.347618 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:53.347953 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:53.348288 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:53.348724 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:53.349776 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:53.350281 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:53.350766 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:53.351096 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.api.v2.resource [None req-fc1d3f47-20c3-41e1-abca-39be9b15ca25 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] show failed (client error): The resource could not be found. Oct 31 19:29:53.351436 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:53.351918 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:53.352395 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:53.352861 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:53.353338 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:53.353937 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bfbe75-f374-4662-8c7c-9bb01e1a54cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:29:53.356486 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-fc1d3f47-20c3-41e1-abca-39be9b15ca25 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups/a9b13c8a-98be-43da-a77a-421d1cbe7328 HTTP/1.1" status: 404 len: 347 time: 0.0238996 Oct 31 19:29:53.363886 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55474) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:53.390471 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:53.409813 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ecb7e-533f-4222-b17a-de9774913714 req-96c06ab9-c2cb-4892-8e21-0a797d96e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:53.412764 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a70ecb7e-533f-4222-b17a-de9774913714 req-96c06ab9-c2cb-4892-8e21-0a797d96e86a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=adba9bc456234ea6ade63d41a1624967&device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 1130 time: 0.0775661 Oct 31 19:29:53.511950 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-c1b38ced-36d0-449d-a7f0-54c05e1a234e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Deleting port 9119ca29-492e-42e0-aae9-4f63bc4884eb {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:29:53.512304 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c1b38ced-36d0-449d-a7f0-54c05e1a234e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (9119ca29-492e-42e0-aae9-4f63bc4884eb), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:53.536533 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ecb7e-533f-4222-b17a-de9774913714 req-a92983a9-38b7-49b2-8c73-e37dd7299da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:53.538897 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a70ecb7e-533f-4222-b17a-de9774913714 req-a92983a9-38b7-49b2-8c73-e37dd7299da8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fa342027-4076-4973-b2c6-612147f6fd68 HTTP/1.1" status: 200 len: 915 time: 0.1041858 Oct 31 19:29:53.598860 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c1b38ced-36d0-449d-a7f0-54c05e1a234e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (9119ca29-492e-42e0-aae9-4f63bc4884eb), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:53.599469 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c1b38ced-36d0-449d-a7f0-54c05e1a234e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (9119ca29-492e-42e0-aae9-4f63bc4884eb), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:53.605946 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a70ecb7e-533f-4222-b17a-de9774913714 req-486cc125-51f3-4620-86e6-d38d7840677c service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03f69bfc-980f-40fa-86a8-15bddfdfdfd1 HTTP/1.1" status: 200 len: 1002 time: 0.0593915 Oct 31 19:29:53.612562 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-c1b38ced-36d0-449d-a7f0-54c05e1a234e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Calling delete_port for 9119ca29-492e-42e0-aae9-4f63bc4884eb owned by network:floatingip {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:29:53.659487 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55478) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:53.661648 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ecb7e-533f-4222-b17a-de9774913714 req-79e13592-faad-48ca-a491-aa6e8c0e29c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:53.663164 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a70ecb7e-533f-4222-b17a-de9774913714 req-79e13592-faad-48ca-a491-aa6e8c0e29c1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=54fd6b40-f478-48f1-b7ca-5aa60562ee76 HTTP/1.1" status: 200 len: 853 time: 0.0504766 Oct 31 19:29:53.713264 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ecb7e-533f-4222-b17a-de9774913714 req-80daf9f1-2afb-4a0e-a160-9cb853fc3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:29:53.714819 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a70ecb7e-533f-4222-b17a-de9774913714 req-80daf9f1-2afb-4a0e-a160-9cb853fc3201 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa342027-4076-4973-b2c6-612147f6fd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462074 Oct 31 19:29:53.762300 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c1b38ced-36d0-449d-a7f0-54c05e1a234e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (9119ca29-492e-42e0-aae9-4f63bc4884eb), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:53.802426 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-25e7bc96-4ce8-455b-9704-ae1ca5543d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:53.804731 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b38ced-36d0-449d-a7f0-54c05e1a234e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event deleted for resources: {'Port': ['ID=9119ca29-492e-42e0-aae9-4f63bc4884eb,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:53.820539 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a70ecb7e-533f-4222-b17a-de9774913714 req-c363cd5a-620c-44b5-a5b2-fd7701fb09de service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990753 Oct 31 19:29:53.894218 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c1b38ced-36d0-449d-a7f0-54c05e1a234e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (347293aa-5203-4943-b724-7d690f821a3c), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:53.896830 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c1b38ced-36d0-449d-a7f0-54c05e1a234e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:53.900518 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-c1b38ced-36d0-449d-a7f0-54c05e1a234e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/347293aa-5203-4943-b724-7d690f821a3c HTTP/1.1" status: 204 len: 168 time: 0.5331795 Oct 31 19:29:53.928004 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-a70ecb7e-533f-4222-b17a-de9774913714 req-21bf72b0-d62f-4e29-9d62-a4bd24d0d955 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003664 Oct 31 19:29:53.942341 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-25e7bc96-4ce8-455b-9704-ae1ca5543d4f admin admin] Publish callbacks [] for security_group (3f31f8f2-27f8-4b70-8139-fdb1f1fe753d), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:53.947682 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-25e7bc96-4ce8-455b-9704-ae1ca5543d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (3f31f8f2-27f8-4b70-8139-fdb1f1fe753d), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:53.952613 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:53.976755 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:29:53.992401 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-25e7bc96-4ce8-455b-9704-ae1ca5543d4f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fe47cae547124eb895d578ffd5c248c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319342 Oct 31 19:29:53.995030 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7bc96-4ce8-455b-9704-ae1ca5543d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f31f8f2-27f8-4b70-8139-fdb1f1fe753d,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:53.995658 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55486) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:29:54.051312 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2fddb3af-9018-40ea-8ffd-d47eb792fd82 admin admin] Publish callbacks [] for security_group (3f31f8f2-27f8-4b70-8139-fdb1f1fe753d), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:54.073267 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2fddb3af-9018-40ea-8ffd-d47eb792fd82 admin admin] Publish callbacks [] for security_group (3f31f8f2-27f8-4b70-8139-fdb1f1fe753d), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:54.121554 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2fddb3af-9018-40ea-8ffd-d47eb792fd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (3f31f8f2-27f8-4b70-8139-fdb1f1fe753d), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:54.124268 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-2fddb3af-9018-40ea-8ffd-d47eb792fd82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:29:54.128191 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-2fddb3af-9018-40ea-8ffd-d47eb792fd82 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3f31f8f2-27f8-4b70-8139-fdb1f1fe753d HTTP/1.1" status: 204 len: 168 time: 0.1286640 Oct 31 19:29:54.139515 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddb3af-9018-40ea-8ffd-d47eb792fd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f31f8f2-27f8-4b70-8139-fdb1f1fe753d,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:29:56.646956 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 6b41a25b-20b6-415c-930e-d9c6d014f1aa no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:29:56.666646 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: 6b41a25b-20b6-415c-930e-d9c6d014f1aa {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:29:56.666992 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 6b41a25b-20b6-415c-930e-d9c6d014f1aa not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:30:01.054890 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:30:01.597232 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-541d0c28-aec5-4fc9-ae50-3a440fb8dc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:03.429552 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:03.920563 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8a46d234-1d86-4952-a461-3157a65fb1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:04.000143 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:04.104015 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=62,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:04.131931 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=70,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:05.056386 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:05.180090 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ec165-76b4-4e81-aa63-470efd6a8c9a req-0aee5358-3223-43bb-bb77-4fba04de93af tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:05.181548 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ce0ec165-76b4-4e81-aa63-470efd6a8c9a req-0aee5358-3223-43bb-bb77-4fba04de93af tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 946 time: 0.0468512 Oct 31 19:30:05.228778 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ce0ec165-76b4-4e81-aa63-470efd6a8c9a req-662765f5-8f06-4208-896e-734b2b2d02c4 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9dccb31c-86ee-4789-a607-e0e654a35062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416441 Oct 31 19:30:06.352273 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f812e8-df70-49b6-8e13-e463a3eecdb5 req-7b631a5b-20b6-42e5-aae9-6970115797df tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:06.353744 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d8f812e8-df70-49b6-8e13-e463a3eecdb5 req-7b631a5b-20b6-42e5-aae9-6970115797df tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 946 time: 0.0500951 Oct 31 19:30:06.400619 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d8f812e8-df70-49b6-8e13-e463a3eecdb5 req-18638939-1e10-4894-8065-d6c0ca4e9cff tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9dccb31c-86ee-4789-a607-e0e654a35062&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413854 Oct 31 19:30:06.447627 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:06.714027 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:06.719191 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec703961-dbe2-41c4-ab24-66b6ddd2644b req-5f9dc63b-fc4c-4f27-b7a9-43cc64ac2415 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:06.720639 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ec703961-dbe2-41c4-ab24-66b6ddd2644b req-5f9dc63b-fc4c-4f27-b7a9-43cc64ac2415 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 946 time: 0.0481498 Oct 31 19:30:06.801273 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-ec703961-dbe2-41c4-ab24-66b6ddd2644b req-eb03f31c-fea1-4654-a61b-5066ebeebcb7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Deleting port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:30:06.801657 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ec703961-dbe2-41c4-ab24-66b6ddd2644b req-eb03f31c-fea1-4654-a61b-5066ebeebcb7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (03f69bfc-980f-40fa-86a8-15bddfdfdfd1), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:06.892394 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-ec703961-dbe2-41c4-ab24-66b6ddd2644b req-eb03f31c-fea1-4654-a61b-5066ebeebcb7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] For port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=03f69bfc-980f-40fa-86a8-15bddfdfdfd1,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:30:06.892760 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ec703961-dbe2-41c4-ab24-66b6ddd2644b req-eb03f31c-fea1-4654-a61b-5066ebeebcb7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (03f69bfc-980f-40fa-86a8-15bddfdfdfd1), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:07.053377 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ec703961-dbe2-41c4-ab24-66b6ddd2644b req-eb03f31c-fea1-4654-a61b-5066ebeebcb7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:07.053679 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ec703961-dbe2-41c4-ab24-66b6ddd2644b req-eb03f31c-fea1-4654-a61b-5066ebeebcb7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (0fec0fa8-c112-470b-a69d-2ca23423136d), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:07.053999 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.l3_db [req-ec703961-dbe2-41c4-ab24-66b6ddd2644b req-eb03f31c-fea1-4654-a61b-5066ebeebcb7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Floating IP 0fec0fa8-c112-470b-a69d-2ca23423136d disassociated. External IP: 172.27.0.132, port: 03f69bfc-980f-40fa-86a8-15bddfdfdfd1. Oct 31 19:30:07.054341 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-ec703961-dbe2-41c4-ab24-66b6ddd2644b req-eb03f31c-fea1-4654-a61b-5066ebeebcb7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Calling delete_port for 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:30:07.183452 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ec703961-dbe2-41c4-ab24-66b6ddd2644b req-eb03f31c-fea1-4654-a61b-5066ebeebcb7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (03f69bfc-980f-40fa-86a8-15bddfdfdfd1), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:07.212528 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03f31c-fea1-4654-a61b-5066ebeebcb7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event deleted for resources: {'Port': ['ID=03f69bfc-980f-40fa-86a8-15bddfdfdfd1,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:30:07.322014 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec703961-dbe2-41c4-ab24-66b6ddd2644b req-eb03f31c-fea1-4654-a61b-5066ebeebcb7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:30:07.423126 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec703961-dbe2-41c4-ab24-66b6ddd2644b req-eb03f31c-fea1-4654-a61b-5066ebeebcb7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:30:07.434721 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73694fd1-061a-4dee-a3ec-9c4d54fe05d2 None None] Sync routers for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:30:07.445630 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73694fd1-061a-4dee-a3ec-9c4d54fe05d2 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:30:07.446407 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-73694fd1-061a-4dee-a3ec-9c4d54fe05d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:30:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:30:07.466939 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec703961-dbe2-41c4-ab24-66b6ddd2644b req-eb03f31c-fea1-4654-a61b-5066ebeebcb7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] No DVR routers for this DVR port 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:30:07.469810 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ec703961-dbe2-41c4-ab24-66b6ddd2644b req-eb03f31c-fea1-4654-a61b-5066ebeebcb7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:07.473124 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ec703961-dbe2-41c4-ab24-66b6ddd2644b req-eb03f31c-fea1-4654-a61b-5066ebeebcb7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "DELETE /networking/v2.0/ports/03f69bfc-980f-40fa-86a8-15bddfdfdfd1 HTTP/1.1" status: 204 len: 173 time: 0.7474699 Oct 31 19:30:07.474294 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'name': 'network-vif-deleted', 'tag': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:30:07.476798 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39b0959-a17b-43e4-b921-02fdcc5b79a1" -d '{"events": [{"server_uuid": "1fd43154-badc-47b6-a5a7-d1f28e759bb0", "name": "network-vif-deleted", "tag": "03f69bfc-980f-40fa-86a8-15bddfdfdfd1"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:30:07.510415 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-e12dbea2-6068-4784-af0c-3cdae170e7c3 req-8dc4a4ff-b50a-4819-bdcb-93395f975e40 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1fd43154-badc-47b6-a5a7-d1f28e759bb0 HTTP/1.1" status: 200 len: 210 time: 0.0294032 Oct 31 19:30:07.525188 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d728f9-1f2c-4de4-9060-38d265d3d8e9 x-openstack-request-id: req-13d728f9-1f2c-4de4-9060-38d265d3d8e9 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:30:07.525677 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd43154-badc-47b6-a5a7-d1f28e759bb0", "name": "network-vif-deleted", "tag": "03f69bfc-980f-40fa-86a8-15bddfdfdfd1", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:30:07.526054 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13d728f9-1f2c-4de4-9060-38d265d3d8e9 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:30:07.526718 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d728f9-1f2c-4de4-9060-38d265d3d8e9'] response: {'server_uuid': '1fd43154-badc-47b6-a5a7-d1f28e759bb0', 'name': 'network-vif-deleted', 'tag': '03f69bfc-980f-40fa-86a8-15bddfdfdfd1', 'status': 'completed', 'code': 200} Oct 31 19:30:07.573934 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-73694fd1-061a-4dee-a3ec-9c4d54fe05d2 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:30:07.657146 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:07.702686 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:07.778872 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-73694fd1-061a-4dee-a3ec-9c4d54fe05d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:30:07.803117 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73694fd1-061a-4dee-a3ec-9c4d54fe05d2 None None] Checking router: 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:30:07.811301 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73694fd1-061a-4dee-a3ec-9c4d54fe05d2 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:30:07.811882 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-73694fd1-061a-4dee-a3ec-9c4d54fe05d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:30:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:30:07.912714 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-73694fd1-061a-4dee-a3ec-9c4d54fe05d2 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:30:08.104501 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-73694fd1-061a-4dee-a3ec-9c4d54fe05d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:30:08.133351 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73694fd1-061a-4dee-a3ec-9c4d54fe05d2 None None] The sync data for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi is: [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:30:08.335010 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49f9a64-6c93-4fc4-85fd-19a476abbc6e None None] New status for floating IP 0fec0fa8-c112-470b-a69d-2ca23423136d: DOWN {{(pid=104478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:30:08.614835 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55536) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:30:08.635038 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:08.642103 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:08.677293 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-eba6cd82-9c8d-44c0-aead-e38c5aeea40d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (9dccb31c-86ee-4789-a607-e0e654a35062), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:08.699341 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-eba6cd82-9c8d-44c0-aead-e38c5aeea40d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (9dccb31c-86ee-4789-a607-e0e654a35062), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:08.746321 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-eba6cd82-9c8d-44c0-aead-e38c5aeea40d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (9dccb31c-86ee-4789-a607-e0e654a35062), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:08.748857 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-eba6cd82-9c8d-44c0-aead-e38c5aeea40d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:08.750042 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-eba6cd82-9c8d-44c0-aead-e38c5aeea40d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9dccb31c-86ee-4789-a607-e0e654a35062 HTTP/1.1" status: 204 len: 168 time: 0.1341851 Oct 31 19:30:08.757693 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55538) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:30:08.759733 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6cd82-9c8d-44c0-aead-e38c5aeea40d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dccb31c-86ee-4789-a607-e0e654a35062,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:30:08.770649 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.api.v2.resource [None req-84752d9c-2c7a-47fb-987a-40164e933351 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] show failed (client error): The resource could not be found. Oct 31 19:30:08.774789 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-84752d9c-2c7a-47fb-987a-40164e933351 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups/9dccb31c-86ee-4789-a607-e0e654a35062 HTTP/1.1" status: 404 len: 347 time: 0.0208561 Oct 31 19:30:08.774966 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55540) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:30:08.891190 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-84d8659a-40fb-4bb6-bef0-9ac8b309c63a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Deleting port 68c4812c-c2a4-4deb-9a99-f51232d74d56 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:30:08.891531 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-84d8659a-40fb-4bb6-bef0-9ac8b309c63a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (68c4812c-c2a4-4deb-9a99-f51232d74d56), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:08.971270 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-84d8659a-40fb-4bb6-bef0-9ac8b309c63a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (68c4812c-c2a4-4deb-9a99-f51232d74d56), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:08.971537 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-84d8659a-40fb-4bb6-bef0-9ac8b309c63a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (68c4812c-c2a4-4deb-9a99-f51232d74d56), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:08.984120 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-84d8659a-40fb-4bb6-bef0-9ac8b309c63a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Calling delete_port for 68c4812c-c2a4-4deb-9a99-f51232d74d56 owned by network:floatingip {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:30:09.112135 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-84d8659a-40fb-4bb6-bef0-9ac8b309c63a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (68c4812c-c2a4-4deb-9a99-f51232d74d56), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.140113 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8659a-40fb-4bb6-bef0-9ac8b309c63a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event deleted for resources: {'Port': ['ID=68c4812c-c2a4-4deb-9a99-f51232d74d56,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:30:09.200816 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-84d8659a-40fb-4bb6-bef0-9ac8b309c63a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (0fec0fa8-c112-470b-a69d-2ca23423136d), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.203301 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-84d8659a-40fb-4bb6-bef0-9ac8b309c63a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.204430 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-84d8659a-40fb-4bb6-bef0-9ac8b309c63a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/0fec0fa8-c112-470b-a69d-2ca23423136d HTTP/1.1" status: 204 len: 168 time: 0.4286194 Oct 31 19:30:09.276067 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55544) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:30:09.280535 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-d3d08188-9019-4b4b-8195-03c9d9a314e2 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1182883352', 'description': 'tempest-description--251416856'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:30:09.302660 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d3d08188-9019-4b4b-8195-03c9d9a314e2 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.368382 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d3d08188-9019-4b4b-8195-03c9d9a314e2 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (6aa999f2-0b09-434b-85c6-085fcc2dcd60), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.371757 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d3d08188-9019-4b4b-8195-03c9d9a314e2 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (6aa999f2-0b09-434b-85c6-085fcc2dcd60), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.401323 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d3d08188-9019-4b4b-8195-03c9d9a314e2 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.402545 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-d3d08188-9019-4b4b-8195-03c9d9a314e2 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1254804 Oct 31 19:30:09.404422 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d08188-9019-4b4b-8195-03c9d9a314e2 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa999f2-0b09-434b-85c6-085fcc2dcd60,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:30:09.405526 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55546) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:30:09.410315 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-e6e705ca-2075-4862-8abe-dab21952d85d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'security_group_rule': {'security_group_id': '6aa999f2-0b09-434b-85c6-085fcc2dcd60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:30:09.436439 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e6e705ca-2075-4862-8abe-dab21952d85d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (369eeb3f-7912-428d-8064-078cb9fb010a), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.491203 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e6e705ca-2075-4862-8abe-dab21952d85d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (369eeb3f-7912-428d-8064-078cb9fb010a), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.494443 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e6e705ca-2075-4862-8abe-dab21952d85d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (369eeb3f-7912-428d-8064-078cb9fb010a), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.512263 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e705ca-2075-4862-8abe-dab21952d85d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369eeb3f-7912-428d-8064-078cb9fb010a,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:30:09.520323 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e6e705ca-2075-4862-8abe-dab21952d85d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.522034 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-e6e705ca-2075-4862-8abe-dab21952d85d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154304 Oct 31 19:30:09.524635 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55548) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:30:09.528923 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-0c667737-3cca-46ed-b1b7-67207e66f07b tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'security_group_rule': {'security_group_id': '6aa999f2-0b09-434b-85c6-085fcc2dcd60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:30:09.555212 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-0c667737-3cca-46ed-b1b7-67207e66f07b tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (2e0057af-625c-4c46-8163-cc5e7bc93dc7), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.578667 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:09.616154 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-0c667737-3cca-46ed-b1b7-67207e66f07b tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (2e0057af-625c-4c46-8163-cc5e7bc93dc7), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.619626 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-0c667737-3cca-46ed-b1b7-67207e66f07b tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (2e0057af-625c-4c46-8163-cc5e7bc93dc7), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.637275 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c667737-3cca-46ed-b1b7-67207e66f07b tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0057af-625c-4c46-8163-cc5e7bc93dc7,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:30:09.646246 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-0c667737-3cca-46ed-b1b7-67207e66f07b tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.647417 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-0c667737-3cca-46ed-b1b7-67207e66f07b tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218455 Oct 31 19:30:09.650497 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55550) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:30:09.654605 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'floatingip': {'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:30:09.674736 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.677797 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:09.754759 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.859863 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Allocated IP 172.27.0.152 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/1d935c84-65c3-4f1c-88ef-ebf877239334) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:30:09.962586 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for port (1d935c84-65c3-4f1c-88ef-ebf877239334), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:09.993790 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (1d935c84-65c3-4f1c-88ef-ebf877239334), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:10.034017 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:30:10.039734 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:30:10.041896 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'Port': ['ID=1d935c84-65c3-4f1c-88ef-ebf877239334,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:30:10.043968 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:30:10.124517 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (baf01621-9e9a-4fb5-8d62-0703585fda3b), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:10.163225 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (1d935c84-65c3-4f1c-88ef-ebf877239334), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:10.260740 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:10.311469 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for port (1d935c84-65c3-4f1c-88ef-ebf877239334), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:10.315798 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (1d935c84-65c3-4f1c-88ef-ebf877239334), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:10.371304 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:10.382001 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'Port': ['ID=1d935c84-65c3-4f1c-88ef-ebf877239334,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:30:10.384669 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (baf01621-9e9a-4fb5-8d62-0703585fda3b), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:10.402144 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:10.403364 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-6243ab0a-aef9-4898-be05-3c53ae2b0110 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7519686 Oct 31 19:30:10.600070 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-567d9c21-c2a0-4f66-8f21-4a6759a6eb24 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1182883352&fields=id&tenant_id=adba9bc456234ea6ade63d41a1624967 HTTP/1.1" status: 200 len: 267 time: 0.0427771 Oct 31 19:30:10.692078 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:30:10.706627 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-6628648f-c3e5-461b-859f-5801c0febb27 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:10.708091 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-6628648f-c3e5-461b-859f-5801c0febb27 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fa342027-4076-4973-b2c6-612147f6fd68 HTTP/1.1" status: 200 len: 814 time: 0.1014078 Oct 31 19:30:10.711274 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:30:10.711619 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 03f69bfc-980f-40fa-86a8-15bddfdfdfd1 not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:30:10.723982 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-f8ecf4af-825f-4bf2-ab1f-e7fa8e5d61bd tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/quotas/adba9bc456234ea6ade63d41a1624967 HTTP/1.1" status: 200 len: 375 time: 0.0089891 Oct 31 19:30:10.771692 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-bf728092-4dfc-4c21-959a-1fce56b403a8 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=adba9bc456234ea6ade63d41a1624967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426524 Oct 31 19:30:10.875304 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-ea0bae18-d4d1-4cae-bda9-1a9061c789c8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861883 Oct 31 19:30:10.969264 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-1e3a23d8-e73f-43d5-95ac-0841a35ed751 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883121 Oct 31 19:30:11.131538 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4b69917e-9409-4e2d-83d7-3f71d2f271e6 req-50844c27-4ff6-47d6-8771-7765eee07e4d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 210 time: 0.0288804 Oct 31 19:30:12.148145 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-9fbd722f-7904-45ba-b6f1-c24c588cea5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:12.149575 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-9fbd722f-7904-45ba-b6f1-c24c588cea5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fa342027-4076-4973-b2c6-612147f6fd68 HTTP/1.1" status: 200 len: 814 time: 0.1094253 Oct 31 19:30:12.213785 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-24b71b92-83cb-4063-a558-935819d6a20d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=adba9bc456234ea6ade63d41a1624967 HTTP/1.1" status: 200 len: 380 time: 0.0561938 Oct 31 19:30:12.236702 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-31a8335f-ad44-4326-97ea-a8997e9b5513 req-b04025b2-56bc-4124-9d2f-7ca946ec2172 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 210 time: 0.0274079 Oct 31 19:30:12.277513 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-ecdb5be4-aa66-4280-83c2-82dbdf764d3d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'port': {'device_id': '0fc7bec3-39c9-4048-a84e-914159181e7d', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'admin_state_up': True, 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'security_groups': ['6aa999f2-0b09-434b-85c6-085fcc2dcd60']}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:30:12.385630 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-ecdb5be4-aa66-4280-83c2-82dbdf764d3d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Made reservation on behalf of adba9bc456234ea6ade63d41a1624967 for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:30:12.389397 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-ecdb5be4-aa66-4280-83c2-82dbdf764d3d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:12.512253 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-ecdb5be4-aa66-4280-83c2-82dbdf764d3d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Allocated IP 172.20.0.3 (fa342027-4076-4973-b2c6-612147f6fd68/54fd6b40-f478-48f1-b7ca-5aa60562ee76/a5625ca5-7f65-4381-bf93-f9cea628dbd1) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:30:12.649445 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-ecdb5be4-aa66-4280-83c2-82dbdf764d3d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for port (a5625ca5-7f65-4381-bf93-f9cea628dbd1), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:12.681210 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-ecdb5be4-aa66-4280-83c2-82dbdf764d3d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (a5625ca5-7f65-4381-bf93-f9cea628dbd1), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:12.722178 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-ecdb5be4-aa66-4280-83c2-82dbdf764d3d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Network fa342027-4076-4973-b2c6-612147f6fd68 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:30:12.725831 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-ecdb5be4-aa66-4280-83c2-82dbdf764d3d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:30:12.728224 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-ecdb5be4-aa66-4280-83c2-82dbdf764d3d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:30:12.763365 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb5be4-aa66-4280-83c2-82dbdf764d3d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'Port': ['ID=a5625ca5-7f65-4381-bf93-f9cea628dbd1,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:30:12.786990 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-ecdb5be4-aa66-4280-83c2-82dbdf764d3d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:12.787605 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-ecdb5be4-aa66-4280-83c2-82dbdf764d3d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:12.797924 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:12.807003 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-ecdb5be4-aa66-4280-83c2-82dbdf764d3d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5336070 Oct 31 19:30:12.818413 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Request body: {'port': {'device_id': '0fc7bec3-39c9-4048-a84e-914159181e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:30:12.821869 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:12.846962 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:12.887318 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (a5625ca5-7f65-4381-bf93-f9cea628dbd1), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:12.958344 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-0c4ee3eb-7ea8-4832-b93e-830cd1c13045 None None] Provisioning complete for port a5625ca5-7f65-4381-bf93-f9cea628dbd1 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:30:12.958635 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee3eb-7ea8-4832-b93e-830cd1c13045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (a5625ca5-7f65-4381-bf93-f9cea628dbd1), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:12.958968 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-0c4ee3eb-7ea8-4832-b93e-830cd1c13045 None None] Attempt 1 to provision port a5625ca5-7f65-4381-bf93-f9cea628dbd1 Oct 31 19:30:12.994141 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-0c4ee3eb-7ea8-4832-b93e-830cd1c13045 None None] Port a5625ca5-7f65-4381-bf93-f9cea628dbd1 cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:30:13.145856 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5625ca5-7f65-4381-bf93-f9cea628dbd1 {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:30:13.153243 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Publish callbacks [] for port (a5625ca5-7f65-4381-bf93-f9cea628dbd1), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:13.166128 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Transition to ACTIVE for port object a5625ca5-7f65-4381-bf93-f9cea628dbd1 will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:30:13.170160 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (a5625ca5-7f65-4381-bf93-f9cea628dbd1), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:13.229585 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Pushing event updated for resources: {'Port': ['ID=a5625ca5-7f65-4381-bf93-f9cea628dbd1,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:30:13.279541 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Attempting to bind port a5625ca5-7f65-4381-bf93-f9cea628dbd1 on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:30:13.279794 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Attempting to bind port a5625ca5-7f65-4381-bf93-f9cea628dbd1 by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:30:13.280121 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Attempting to bind port a5625ca5-7f65-4381-bf93-f9cea628dbd1 on network fa342027-4076-4973-b2c6-612147f6fd68 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:30:13.353020 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Port a5625ca5-7f65-4381-bf93-f9cea628dbd1 on network fa342027-4076-4973-b2c6-612147f6fd68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:30:13.353340 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Attempting to bind port a5625ca5-7f65-4381-bf93-f9cea628dbd1 on network fa342027-4076-4973-b2c6-612147f6fd68 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:30:13.386035 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79fe6d-1a0a-43d0-9204-96e8525e85d2 req-a04e6b39-734b-4ff6-b57e-a2bf8f1012a0 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:13.387467 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-5b79fe6d-1a0a-43d0-9204-96e8525e85d2 req-a04e6b39-734b-4ff6-b57e-a2bf8f1012a0 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 943 time: 0.0760772 Oct 31 19:30:13.425838 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:30:13.426169 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Checking segment: {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:30:13.426541 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Bound using segment: {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:30:13.426968 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Bound port: a5625ca5-7f65-4381-bf93-f9cea628dbd1, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:30:13.427317 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (a5625ca5-7f65-4381-bf93-f9cea628dbd1), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:13.474169 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-5b79fe6d-1a0a-43d0-9204-96e8525e85d2 req-8c81f77f-eb22-4480-96c4-ed549896ce1e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6aa999f2-0b09-434b-85c6-085fcc2dcd60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803835 Oct 31 19:30:13.503928 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] For port a5625ca5-7f65-4381-bf93-f9cea628dbd1, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:30:13.507664 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] For port a5625ca5-7f65-4381-bf93-f9cea628dbd1, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=a5625ca5-7f65-4381-bf93-f9cea628dbd1,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:30:13.513320 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (a5625ca5-7f65-4381-bf93-f9cea628dbd1), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:13.517301 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:13.517944 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:13.519282 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/a5625ca5-7f65-4381-bf93-f9cea628dbd1 HTTP/1.1" status: 200 len: 1093 time: 0.7050812 Oct 31 19:30:13.519807 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc7bec3-39c9-4048-a84e-914159181e7d', 'tag': 'a5625ca5-7f65-4381-bf93-f9cea628dbd1'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:30:13.522672 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0ba28f-391a-46ee-b29e-06fe8898e896" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc7bec3-39c9-4048-a84e-914159181e7d", "tag": "a5625ca5-7f65-4381-bf93-f9cea628dbd1"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:30:13.572058 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68a4de2-d24f-41c1-a8ef-c2aa87fa3503 x-openstack-request-id: req-a68a4de2-d24f-41c1-a8ef-c2aa87fa3503 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:30:13.572335 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc7bec3-39c9-4048-a84e-914159181e7d", "tag": "a5625ca5-7f65-4381-bf93-f9cea628dbd1", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:30:13.572580 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a68a4de2-d24f-41c1-a8ef-c2aa87fa3503 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:30:13.572969 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68a4de2-d24f-41c1-a8ef-c2aa87fa3503'] response: {'name': 'network-changed', 'server_uuid': '0fc7bec3-39c9-4048-a84e-914159181e7d', 'tag': 'a5625ca5-7f65-4381-bf93-f9cea628dbd1', 'status': 'completed', 'code': 200} Oct 31 19:30:13.598985 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:13.606072 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745ead4-8ebc-497d-adef-9382f7f23697 service neutron] Pushing event updated for resources: {'Port': ['ID=a5625ca5-7f65-4381-bf93-f9cea628dbd1,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:30:13.614140 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-64067e6a-4b60-4350-8cda-ab0828276fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:13.615403 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-64067e6a-4b60-4350-8cda-ab0828276fc1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=adba9bc456234ea6ade63d41a1624967&device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 1127 time: 0.0547376 Oct 31 19:30:13.655952 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-92b629be-d41c-4829-a339-a03336e0c301 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5625ca5-7f65-4381-bf93-f9cea628dbd1 HTTP/1.1" status: 200 len: 217 time: 0.0332222 Oct 31 19:30:13.706676 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d63b48d6-48ac-430b-85de-79ad9229c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:13.708692 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-d63b48d6-48ac-430b-85de-79ad9229c32b service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=54fd6b40-f478-48f1-b7ca-5aa60562ee76 HTTP/1.1" status: 200 len: 853 time: 0.0471814 Oct 31 19:30:13.720725 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:13.752157 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-59ed700b-f8a8-4f67-95f0-28c83e447b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:13.753537 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-59ed700b-f8a8-4f67-95f0-28c83e447b80 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa342027-4076-4973-b2c6-612147f6fd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397832 Oct 31 19:30:13.843210 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-e3333fe0-4a50-418c-b424-aafe96d6f930 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836954 Oct 31 19:30:13.935727 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ffec3c58-8adb-49c1-be44-725b8cf411af req-c0a7fbc0-350b-4776-b28b-d5ad897b8c6a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867288 Oct 31 19:30:14.593246 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a342d9-b797-4b7f-97f6-b69bfa81eae8 req-5074c9c0-25fb-401e-9951-aee27a1d12fd tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:14.594714 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-76a342d9-b797-4b7f-97f6-b69bfa81eae8 req-5074c9c0-25fb-401e-9951-aee27a1d12fd tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 943 time: 0.0471215 Oct 31 19:30:14.641261 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-76a342d9-b797-4b7f-97f6-b69bfa81eae8 req-13ccc27c-29fa-43b1-98b7-326ff6d9494a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6aa999f2-0b09-434b-85c6-085fcc2dcd60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409787 Oct 31 19:30:14.751796 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ba28f-391a-46ee-b29e-06fe8898e896 req-1e88bf53-fd09-42a4-ad85-1fbc294d92db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:14.753181 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8d0ba28f-391a-46ee-b29e-06fe8898e896 req-1e88bf53-fd09-42a4-ad85-1fbc294d92db service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=adba9bc456234ea6ade63d41a1624967&device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 1127 time: 0.0459616 Oct 31 19:30:14.844301 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ba28f-391a-46ee-b29e-06fe8898e896 req-239faa17-8a87-4abf-84b3-7f3fdf7001e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:14.846030 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8d0ba28f-391a-46ee-b29e-06fe8898e896 req-239faa17-8a87-4abf-84b3-7f3fdf7001e9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fa342027-4076-4973-b2c6-612147f6fd68 HTTP/1.1" status: 200 len: 915 time: 0.0870123 Oct 31 19:30:14.884096 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8d0ba28f-391a-46ee-b29e-06fe8898e896 req-9738d149-13c0-40bc-9f7b-38c9964d3c4b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5625ca5-7f65-4381-bf93-f9cea628dbd1 HTTP/1.1" status: 200 len: 217 time: 0.0329006 Oct 31 19:30:15.162971 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ba28f-391a-46ee-b29e-06fe8898e896 req-43d52961-aee2-451c-b928-264fb19b6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:15.164684 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8d0ba28f-391a-46ee-b29e-06fe8898e896 req-43d52961-aee2-451c-b928-264fb19b6e56 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=54fd6b40-f478-48f1-b7ca-5aa60562ee76 HTTP/1.1" status: 200 len: 853 time: 0.2756121 Oct 31 19:30:15.206867 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ba28f-391a-46ee-b29e-06fe8898e896 req-433a5908-54ad-43ce-bb62-70bb6ece5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:15.208326 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8d0ba28f-391a-46ee-b29e-06fe8898e896 req-433a5908-54ad-43ce-bb62-70bb6ece5187 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa342027-4076-4973-b2c6-612147f6fd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374634 Oct 31 19:30:15.299008 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8d0ba28f-391a-46ee-b29e-06fe8898e896 req-6945ce49-4f98-4e06-b117-fd446bcd6a21 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843797 Oct 31 19:30:15.385479 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-8d0ba28f-391a-46ee-b29e-06fe8898e896 req-1e6fd2ea-95d3-4a29-b2bc-a8cd3ee75488 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812492 Oct 31 19:30:15.763264 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8915c9-6436-441d-b2bf-2bd2a65ea788 req-ebd8b684-a63e-4edc-8327-06b9388c3931 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:15.764700 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ef8915c9-6436-441d-b2bf-2bd2a65ea788 req-ebd8b684-a63e-4edc-8327-06b9388c3931 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 943 time: 0.0489860 Oct 31 19:30:15.811260 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-ef8915c9-6436-441d-b2bf-2bd2a65ea788 req-5c3b4e5e-94fd-4f0f-99ea-190f5cab1d05 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6aa999f2-0b09-434b-85c6-085fcc2dcd60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410028 Oct 31 19:30:16.707435 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device a5625ca5-7f65-4381-bf93-f9cea628dbd1 details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:30:16.806281 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port a5625ca5-7f65-4381-bf93-f9cea628dbd1, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=a5625ca5-7f65-4381-bf93-f9cea628dbd1,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:30:16.817730 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': 'a5625ca5-7f65-4381-bf93-f9cea628dbd1', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'port_id': 'a5625ca5-7f65-4381-bf93-f9cea628dbd1', 'mac_address': 'fa:16:3e:4a:af:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:30:16.856858 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port a5625ca5-7f65-4381-bf93-f9cea628dbd1 is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:30:16.857243 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (a5625ca5-7f65-4381-bf93-f9cea628dbd1), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:16.870767 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5625ca5-7f65-4381-bf93-f9cea628dbd1 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:30:16.891034 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port a5625ca5-7f65-4381-bf93-f9cea628dbd1, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=a5625ca5-7f65-4381-bf93-f9cea628dbd1,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:30:16.895059 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (a5625ca5-7f65-4381-bf93-f9cea628dbd1), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:16.937222 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d45cc6-cd05-4f29-9589-5543e92d2f72 req-30c4c7cb-544a-471a-bb68-9228e4fb7766 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:16.938759 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c7d45cc6-cd05-4f29-9589-5543e92d2f72 req-30c4c7cb-544a-471a-bb68-9228e4fb7766 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 944 time: 0.0515361 Oct 31 19:30:16.940943 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=a5625ca5-7f65-4381-bf93-f9cea628dbd1,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:30:16.948092 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:30:16.948433 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:30:16.948769 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:30:16.949244 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:30:16.949576 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:30:16.949940 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:30:16.950266 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:30:16.950584 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:30:16.950903 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:30:16.951222 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:30:16.951541 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:30:16.951882 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:30:16.952172 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:30:16.952487 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:30:16.952798 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:30:16.992909 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c7d45cc6-cd05-4f29-9589-5543e92d2f72 req-40df5add-bff8-47c5-8eaf-bda78d841a85 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6aa999f2-0b09-434b-85c6-085fcc2dcd60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481148 Oct 31 19:30:17.128969 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['a5625ca5-7f65-4381-bf93-f9cea628dbd1'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:30:17.327732 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:17.334093 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:18.109491 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044dc53-8e6b-4067-9469-fc3e59881513 req-7918aee6-2344-4ccf-aa07-c644167e651e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:18.110942 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4044dc53-8e6b-4067-9469-fc3e59881513 req-7918aee6-2344-4ccf-aa07-c644167e651e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 944 time: 0.0451081 Oct 31 19:30:18.156224 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4044dc53-8e6b-4067-9469-fc3e59881513 req-88dcd456-548d-4a8e-8660-0abef55e9261 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6aa999f2-0b09-434b-85c6-085fcc2dcd60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392385 Oct 31 19:30:18.485506 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:18.488311 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:18.729741 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device a5625ca5-7f65-4381-bf93-f9cea628dbd1 up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:30:18.772046 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port a5625ca5-7f65-4381-bf93-f9cea628dbd1 completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:30:18.778761 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port a5625ca5-7f65-4381-bf93-f9cea628dbd1 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:30:18.779130 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (a5625ca5-7f65-4381-bf93-f9cea628dbd1), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:18.779456 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port a5625ca5-7f65-4381-bf93-f9cea628dbd1 Oct 31 19:30:18.853664 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port a5625ca5-7f65-4381-bf93-f9cea628dbd1 is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:30:18.854048 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (a5625ca5-7f65-4381-bf93-f9cea628dbd1), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:18.875791 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc7bec3-39c9-4048-a84e-914159181e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5625ca5-7f65-4381-bf93-f9cea628dbd1'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:30:18.878012 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687de651-da76-4f44-afdb-3a0d63e7dc01" -d '{"events": [{"server_uuid": "0fc7bec3-39c9-4048-a84e-914159181e7d", "name": "network-vif-plugged", "status": "completed", "tag": "a5625ca5-7f65-4381-bf93-f9cea628dbd1"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:30:18.891030 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port a5625ca5-7f65-4381-bf93-f9cea628dbd1, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=a5625ca5-7f65-4381-bf93-f9cea628dbd1,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:30:18.895652 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (a5625ca5-7f65-4381-bf93-f9cea628dbd1), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:18.920098 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caf3e08-da14-4908-b175-af25bf604c42 x-openstack-request-id: req-9caf3e08-da14-4908-b175-af25bf604c42 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:30:18.920363 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc7bec3-39c9-4048-a84e-914159181e7d", "name": "network-vif-plugged", "status": "completed", "tag": "a5625ca5-7f65-4381-bf93-f9cea628dbd1", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:30:18.920605 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9caf3e08-da14-4908-b175-af25bf604c42 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:30:18.921007 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9caf3e08-da14-4908-b175-af25bf604c42'] response: {'server_uuid': '0fc7bec3-39c9-4048-a84e-914159181e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5625ca5-7f65-4381-bf93-f9cea628dbd1', 'code': 200} Oct 31 19:30:18.947240 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=a5625ca5-7f65-4381-bf93-f9cea628dbd1,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:30:19.091233 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572c8be-2cdc-4673-bfd1-32d9033e41ae req-86ebfed8-88e3-4c94-8466-31c100c2debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:19.092699 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-5572c8be-2cdc-4673-bfd1-32d9033e41ae req-86ebfed8-88e3-4c94-8466-31c100c2debe service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 1129 time: 0.0385015 Oct 31 19:30:19.121678 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:19.137721 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-5572c8be-2cdc-4673-bfd1-32d9033e41ae req-43d833c2-a0c6-4866-af8d-aa9f5821bed4 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=6aa999f2-0b09-434b-85c6-085fcc2dcd60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384552 Oct 31 19:30:19.240513 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:19.277584 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14bdda-d8e9-4e4f-a209-bb57227a9d52 req-03af1773-a93a-4a67-b854-9ba87b1777d4 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:19.279045 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-2c14bdda-d8e9-4e4f-a209-bb57227a9d52 req-03af1773-a93a-4a67-b854-9ba87b1777d4 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 945 time: 0.0474999 Oct 31 19:30:19.328435 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-2c14bdda-d8e9-4e4f-a209-bb57227a9d52 req-c0af18e1-4fad-43f4-ab42-402b4cb04bd0 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6aa999f2-0b09-434b-85c6-085fcc2dcd60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438521 Oct 31 19:30:20.451121 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501c0db-26fb-4976-929f-8fa56e775166 req-0cc1dd60-8bc4-4ab5-8fcf-4c565297925b tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:20.452572 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6501c0db-26fb-4976-929f-8fa56e775166 req-0cc1dd60-8bc4-4ab5-8fcf-4c565297925b tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 945 time: 0.0461161 Oct 31 19:30:20.499268 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-6501c0db-26fb-4976-929f-8fa56e775166 req-90a46e91-bb08-40d4-9faa-344c2ea860f2 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6aa999f2-0b09-434b-85c6-085fcc2dcd60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411949 Oct 31 19:30:20.620203 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:20.640631 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812c7a3-9b9a-4e98-a525-feead8732fb4 req-dfa0196b-bf0f-4179-8c1e-4eae4692cbec tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:20.642432 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b812c7a3-9b9a-4e98-a525-feead8732fb4 req-dfa0196b-bf0f-4179-8c1e-4eae4692cbec tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 945 time: 0.0532548 Oct 31 19:30:20.653044 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55602) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:30:20.657446 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-09111572-6667-43da-91a1-acf0c24de545 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'floatingip': {'port_id': 'a5625ca5-7f65-4381-bf93-f9cea628dbd1'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:30:20.697070 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-09111572-6667-43da-91a1-acf0c24de545 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (baf01621-9e9a-4fb5-8d62-0703585fda3b), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:21.128064 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-09111572-6667-43da-91a1-acf0c24de545 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:21.131075 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-09111572-6667-43da-91a1-acf0c24de545 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (baf01621-9e9a-4fb5-8d62-0703585fda3b), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:21.225714 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.l3_db [None req-09111572-6667-43da-91a1-acf0c24de545 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Floating IP baf01621-9e9a-4fb5-8d62-0703585fda3b associated. External IP: 172.27.0.152, port: a5625ca5-7f65-4381-bf93-f9cea628dbd1. Oct 31 19:30:21.417835 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09111572-6667-43da-91a1-acf0c24de545 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:30:21.504035 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:21.522938 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09111572-6667-43da-91a1-acf0c24de545 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:30:21.527722 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-09111572-6667-43da-91a1-acf0c24de545 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:21.532315 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf94e28-cd52-470b-981e-7a69580299b1 None None] Sync routers for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:30:21.542780 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf94e28-cd52-470b-981e-7a69580299b1 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:30:21.543382 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-caf94e28-cd52-470b-981e-7a69580299b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:30:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:30:21.556869 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-09111572-6667-43da-91a1-acf0c24de545 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/baf01621-9e9a-4fb5-8d62-0703585fda3b HTTP/1.1" status: 200 len: 991 time: 0.9027431 Oct 31 19:30:21.557589 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc7bec3-39c9-4048-a84e-914159181e7d', 'tag': 'a5625ca5-7f65-4381-bf93-f9cea628dbd1'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:30:21.559935 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06f8108-1a66-4e5c-b5c3-1b91451e044e" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc7bec3-39c9-4048-a84e-914159181e7d", "tag": "a5625ca5-7f65-4381-bf93-f9cea628dbd1"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:30:21.598198 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec58c19-9626-49b4-977a-49649a53bbcd x-openstack-request-id: req-aec58c19-9626-49b4-977a-49649a53bbcd {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:30:21.598480 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc7bec3-39c9-4048-a84e-914159181e7d", "tag": "a5625ca5-7f65-4381-bf93-f9cea628dbd1", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:30:21.598731 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aec58c19-9626-49b4-977a-49649a53bbcd {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:30:21.599267 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec58c19-9626-49b4-977a-49649a53bbcd'] response: {'name': 'network-changed', 'server_uuid': '0fc7bec3-39c9-4048-a84e-914159181e7d', 'tag': 'a5625ca5-7f65-4381-bf93-f9cea628dbd1', 'status': 'completed', 'code': 200} Oct 31 19:30:21.648406 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-caf94e28-cd52-470b-981e-7a69580299b1 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:30:21.650581 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:21.663420 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f8108-1a66-4e5c-b5c3-1b91451e044e req-d7c11e0e-4d5a-4a7e-a07c-ba761d3d81e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:21.665079 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d06f8108-1a66-4e5c-b5c3-1b91451e044e req-d7c11e0e-4d5a-4a7e-a07c-ba761d3d81e9 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=adba9bc456234ea6ade63d41a1624967&device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 1129 time: 0.0440316 Oct 31 19:30:21.756688 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f8108-1a66-4e5c-b5c3-1b91451e044e req-4c8bdae6-878b-4c2b-85aa-183dd8197e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:21.758169 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d06f8108-1a66-4e5c-b5c3-1b91451e044e req-4c8bdae6-878b-4c2b-85aa-183dd8197e9f service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fa342027-4076-4973-b2c6-612147f6fd68 HTTP/1.1" status: 200 len: 915 time: 0.0860198 Oct 31 19:30:21.827114 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d06f8108-1a66-4e5c-b5c3-1b91451e044e req-58c0da22-999a-45ef-8e3a-4542753a0152 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5625ca5-7f65-4381-bf93-f9cea628dbd1 HTTP/1.1" status: 200 len: 999 time: 0.0614197 Oct 31 19:30:21.865268 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-caf94e28-cd52-470b-981e-7a69580299b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': 'baf01621-9e9a-4fb5-8d62-0703585fda3b', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': 'a5625ca5-7f65-4381-bf93-f9cea628dbd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:4a:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc7bec3-39c9-4048-a84e-914159181e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:30:10Z', 'updated_at': '2022-10-31T19:30:21Z', 'revision_number': 1, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:30:21.875816 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f8108-1a66-4e5c-b5c3-1b91451e044e req-580c7724-df75-448f-a90f-de3669a225ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:21.877274 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d06f8108-1a66-4e5c-b5c3-1b91451e044e req-580c7724-df75-448f-a90f-de3669a225ea service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=54fd6b40-f478-48f1-b7ca-5aa60562ee76 HTTP/1.1" status: 200 len: 853 time: 0.0441866 Oct 31 19:30:21.890382 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf94e28-cd52-470b-981e-7a69580299b1 None None] Checking router: 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:30:21.898742 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf94e28-cd52-470b-981e-7a69580299b1 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:30:21.899340 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-caf94e28-cd52-470b-981e-7a69580299b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:30:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:30:21.921158 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f8108-1a66-4e5c-b5c3-1b91451e044e req-0c5af728-f5d7-42a7-8862-e14a0909591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:21.922609 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d06f8108-1a66-4e5c-b5c3-1b91451e044e req-0c5af728-f5d7-42a7-8862-e14a0909591a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa342027-4076-4973-b2c6-612147f6fd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390198 Oct 31 19:30:22.002660 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-caf94e28-cd52-470b-981e-7a69580299b1 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:30:22.017771 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d06f8108-1a66-4e5c-b5c3-1b91451e044e req-7707272c-2293-463a-9399-47ca0e9adbea service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880253 Oct 31 19:30:22.078783 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:22.109241 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d06f8108-1a66-4e5c-b5c3-1b91451e044e req-5da64b3a-7283-4c11-b721-c0c979661be4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858436 Oct 31 19:30:22.159111 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:22.224355 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-caf94e28-cd52-470b-981e-7a69580299b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': 'baf01621-9e9a-4fb5-8d62-0703585fda3b', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': 'a5625ca5-7f65-4381-bf93-f9cea628dbd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:4a:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc7bec3-39c9-4048-a84e-914159181e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:30:10Z', 'updated_at': '2022-10-31T19:30:21Z', 'revision_number': 1, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:30:22.249250 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf94e28-cd52-470b-981e-7a69580299b1 None None] The sync data for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi is: [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': 'baf01621-9e9a-4fb5-8d62-0703585fda3b', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': 'a5625ca5-7f65-4381-bf93-f9cea628dbd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:4a:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc7bec3-39c9-4048-a84e-914159181e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:30:10Z', 'updated_at': '2022-10-31T19:30:21Z', 'revision_number': 1, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:30:22.437274 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba85935-2b32-49e8-a50a-65b50f564693 None None] New status for floating IP baf01621-9e9a-4fb5-8d62-0703585fda3b: ACTIVE {{(pid=104478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:30:31.552563 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:31.553435 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:31.598469 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b0c51093-0976-4515-a57c-1e7d9f66df66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:32.099041 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=57 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:32.106772 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=47 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:32.535549 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:32.538438 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:33.921963 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5f8a99bd-7223-4578-abc5-40c6efb0fd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:35.060363 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:36.450625 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:36.715909 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:38.054370 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:30:42.863284 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:30:52.852812 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:52.859707 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:54.002205 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-02a9bd4d-7545-4889-9e4e-84400e2a39f7 req-8ef6b226-45ed-4b1d-9db5-4e2faa5a9df6 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444865 Oct 31 19:30:54.081489 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9bd4d-7545-4889-9e4e-84400e2a39f7 req-1de2d038-1df1-4c16-a8c9-e64478da81f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:54.083140 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-02a9bd4d-7545-4889-9e4e-84400e2a39f7 req-1de2d038-1df1-4c16-a8c9-e64478da81f0 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 1130 time: 0.0403621 Oct 31 19:30:54.119656 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:54.121118 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:30:54.198402 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9bd4d-7545-4889-9e4e-84400e2a39f7 req-4564e53e-e81d-4067-aacc-ccac94e42cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:54.199873 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-02a9bd4d-7545-4889-9e4e-84400e2a39f7 req-4564e53e-e81d-4067-aacc-ccac94e42cce service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b HTTP/1.1" status: 200 len: 912 time: 0.0985441 Oct 31 19:30:54.274221 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-02a9bd4d-7545-4889-9e4e-84400e2a39f7 req-614dc3cf-ffa3-472f-8178-8eb07363222a service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 HTTP/1.1" status: 200 len: 1002 time: 0.0675895 Oct 31 19:30:54.327860 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9bd4d-7545-4889-9e4e-84400e2a39f7 req-aa9fa74c-1d9f-40d5-ae40-8f277025e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:54.329463 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-02a9bd4d-7545-4889-9e4e-84400e2a39f7 req-aa9fa74c-1d9f-40d5-ae40-8f277025e7b1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ea13b07d-23c0-4ab1-af41-11d895efc58d HTTP/1.1" status: 200 len: 850 time: 0.0494413 Oct 31 19:30:54.373576 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9bd4d-7545-4889-9e4e-84400e2a39f7 req-7217d032-2d5c-4c0c-ba9b-fedc65926d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:30:54.375040 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-02a9bd4d-7545-4889-9e4e-84400e2a39f7 req-7217d032-2d5c-4c0c-ba9b-fedc65926d37 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390544 Oct 31 19:30:54.470215 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-02a9bd4d-7545-4889-9e4e-84400e2a39f7 req-0503208f-b930-4772-8265-e2cc46089dc6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877690 Oct 31 19:30:54.565520 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-02a9bd4d-7545-4889-9e4e-84400e2a39f7 req-047a621e-6779-4fc8-a1c1-992ede7160d0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884244 Oct 31 19:31:01.601025 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-096c4396-a80a-4ae8-be1a-c5834be79527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:03.925910 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-462449ec-c096-4c0f-83dd-d5c6919f3574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:04.047694 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f0e60-33d6-45e5-858f-7948dd3723b6 req-8b907af4-acf5-42c3-b2c2-eed30246764b tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:04.049082 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-501f0e60-33d6-45e5-858f-7948dd3723b6 req-8b907af4-acf5-42c3-b2c2-eed30246764b tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 945 time: 0.0477591 Oct 31 19:31:04.095775 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-501f0e60-33d6-45e5-858f-7948dd3723b6 req-d0a5be0d-72ef-4046-90d4-4a0abb029932 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6aa999f2-0b09-434b-85c6-085fcc2dcd60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411649 Oct 31 19:31:05.061824 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:05.219809 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d7ab4-fd27-4985-84ff-d6cc333650dc req-c20e42cc-f6b3-4c35-af21-c9c00fea9453 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:05.221255 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-483d7ab4-fd27-4985-84ff-d6cc333650dc req-c20e42cc-f6b3-4c35-af21-c9c00fea9453 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 945 time: 0.0495601 Oct 31 19:31:05.266429 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-483d7ab4-fd27-4985-84ff-d6cc333650dc req-0fa4ce8a-377b-463a-9480-133ac1d47750 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=6aa999f2-0b09-434b-85c6-085fcc2dcd60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396557 Oct 31 19:31:05.494917 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0f568-2783-4825-95fd-cbb52996dd46 req-992258d7-0d7e-4a6c-a253-c1095afd673a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:05.496244 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e6f0f568-2783-4825-95fd-cbb52996dd46 req-992258d7-0d7e-4a6c-a253-c1095afd673a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 945 time: 0.0445707 Oct 31 19:31:05.580059 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-e6f0f568-2783-4825-95fd-cbb52996dd46 req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Deleting port a5625ca5-7f65-4381-bf93-f9cea628dbd1 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:31:05.580390 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-e6f0f568-2783-4825-95fd-cbb52996dd46 req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (a5625ca5-7f65-4381-bf93-f9cea628dbd1), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:05.670664 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-e6f0f568-2783-4825-95fd-cbb52996dd46 req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] For port a5625ca5-7f65-4381-bf93-f9cea628dbd1, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=a5625ca5-7f65-4381-bf93-f9cea628dbd1,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:31:05.671030 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-e6f0f568-2783-4825-95fd-cbb52996dd46 req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (a5625ca5-7f65-4381-bf93-f9cea628dbd1), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:05.829109 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:05.838791 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-e6f0f568-2783-4825-95fd-cbb52996dd46 req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:05.839153 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-e6f0f568-2783-4825-95fd-cbb52996dd46 req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (baf01621-9e9a-4fb5-8d62-0703585fda3b), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:05.839472 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.l3_db [req-e6f0f568-2783-4825-95fd-cbb52996dd46 req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Floating IP baf01621-9e9a-4fb5-8d62-0703585fda3b disassociated. External IP: 172.27.0.152, port: a5625ca5-7f65-4381-bf93-f9cea628dbd1. Oct 31 19:31:05.839812 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-e6f0f568-2783-4825-95fd-cbb52996dd46 req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Calling delete_port for a5625ca5-7f65-4381-bf93-f9cea628dbd1 owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:31:05.879259 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:05.965087 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-e6f0f568-2783-4825-95fd-cbb52996dd46 req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (a5625ca5-7f65-4381-bf93-f9cea628dbd1), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:05.998437 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event deleted for resources: {'Port': ['ID=a5625ca5-7f65-4381-bf93-f9cea628dbd1,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:06.010737 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:06.011088 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:06.011458 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:06.011845 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:06.012180 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:06.012565 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:06.012889 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:06.013211 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:06.013558 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:06.013901 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:06.014223 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:06.014546 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:06.014861 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:06.015177 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:06.015491 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:06.117646 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6f0f568-2783-4825-95fd-cbb52996dd46 req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:31:06.219265 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6f0f568-2783-4825-95fd-cbb52996dd46 req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:31:06.229313 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae903b-b5b3-4b7e-ae6f-171bd6d2cb37 None None] Sync routers for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:31:06.239354 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae903b-b5b3-4b7e-ae6f-171bd6d2cb37 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:31:06.240029 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-fcae903b-b5b3-4b7e-ae6f-171bd6d2cb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:31:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:06.264055 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f0f568-2783-4825-95fd-cbb52996dd46 req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] No DVR routers for this DVR port a5625ca5-7f65-4381-bf93-f9cea628dbd1 on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:31:06.266627 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-e6f0f568-2783-4825-95fd-cbb52996dd46 req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:06.269918 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-e6f0f568-2783-4825-95fd-cbb52996dd46 req-6f663fc4-c5d5-4605-9d9b-6f154912a7fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "DELETE /networking/v2.0/ports/a5625ca5-7f65-4381-bf93-f9cea628dbd1 HTTP/1.1" status: 204 len: 173 time: 0.7678907 Oct 31 19:31:06.270348 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc7bec3-39c9-4048-a84e-914159181e7d', 'name': 'network-vif-deleted', 'tag': 'a5625ca5-7f65-4381-bf93-f9cea628dbd1'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:31:06.272619 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cf29e0-50f0-42ff-9050-500333cf4b88" -d '{"events": [{"server_uuid": "0fc7bec3-39c9-4048-a84e-914159181e7d", "name": "network-vif-deleted", "tag": "a5625ca5-7f65-4381-bf93-f9cea628dbd1"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:31:06.311930 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6da483-15d8-45ab-806c-9e85c959d2f4 x-openstack-request-id: req-3e6da483-15d8-45ab-806c-9e85c959d2f4 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:31:06.312211 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc7bec3-39c9-4048-a84e-914159181e7d", "name": "network-vif-deleted", "tag": "a5625ca5-7f65-4381-bf93-f9cea628dbd1", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:31:06.312478 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e6da483-15d8-45ab-806c-9e85c959d2f4 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:31:06.312956 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e6da483-15d8-45ab-806c-9e85c959d2f4'] response: {'server_uuid': '0fc7bec3-39c9-4048-a84e-914159181e7d', 'name': 'network-vif-deleted', 'tag': 'a5625ca5-7f65-4381-bf93-f9cea628dbd1', 'status': 'completed', 'code': 200} Oct 31 19:31:06.361190 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-fcae903b-b5b3-4b7e-ae6f-171bd6d2cb37 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:31:06.384478 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-17a3a7cd-4e1d-43cc-b57d-71aa8801e4d1 req-0facf4de-a81c-4e56-9f2f-0497bec5267a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=0fc7bec3-39c9-4048-a84e-914159181e7d HTTP/1.1" status: 200 len: 210 time: 0.0309422 Oct 31 19:31:06.477758 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:06.583042 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-fcae903b-b5b3-4b7e-ae6f-171bd6d2cb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:06.608041 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae903b-b5b3-4b7e-ae6f-171bd6d2cb37 None None] Checking router: 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:31:06.616265 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcae903b-b5b3-4b7e-ae6f-171bd6d2cb37 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:31:06.616845 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-fcae903b-b5b3-4b7e-ae6f-171bd6d2cb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:31:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:06.727147 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-fcae903b-b5b3-4b7e-ae6f-171bd6d2cb37 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:31:06.752577 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:06.917543 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-fcae903b-b5b3-4b7e-ae6f-171bd6d2cb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:06.945428 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcae903b-b5b3-4b7e-ae6f-171bd6d2cb37 None None] The sync data for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi is: [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:31:07.146806 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fda1d74-4e74-41be-bb5c-f39a91370266 None None] New status for floating IP baf01621-9e9a-4fb5-8d62-0703585fda3b: DOWN {{(pid=104478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:31:07.482863 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55688) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:07.534937 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (6aa999f2-0b09-434b-85c6-085fcc2dcd60), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:07.556535 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (6aa999f2-0b09-434b-85c6-085fcc2dcd60), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:07.606964 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (6aa999f2-0b09-434b-85c6-085fcc2dcd60), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:07.609380 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:07.610520 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6aa999f2-0b09-434b-85c6-085fcc2dcd60 HTTP/1.1" status: 204 len: 168 time: 0.1267061 Oct 31 19:31:07.613257 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55690) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:07.619622 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa999f2-0b09-434b-85c6-085fcc2dcd60,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:07.626972 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:07.627323 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:07.627455 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.api.v2.resource [None req-a9421657-825a-4272-82e0-9e73a9c370ee tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] show failed (client error): The resource could not be found. Oct 31 19:31:07.627667 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:07.628004 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:07.628340 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:07.628468 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-a9421657-825a-4272-82e0-9e73a9c370ee tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups/6aa999f2-0b09-434b-85c6-085fcc2dcd60 HTTP/1.1" status: 404 len: 347 time: 0.0140407 Oct 31 19:31:07.628789 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:07.629121 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:07.629451 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:07.629802 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:07.630129 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:07.630455 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:07.630860 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:07.631162 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55692) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:07.631292 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:07.631503 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:07.631827 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e7a100-a76d-4b58-ad6b-49032f2d5a86 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:07.744410 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-f342f1e5-a733-41d3-a704-a6fe5d17ebc9 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Deleting port 1d935c84-65c3-4f1c-88ef-ebf877239334 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:31:07.744783 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f342f1e5-a733-41d3-a704-a6fe5d17ebc9 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (1d935c84-65c3-4f1c-88ef-ebf877239334), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:07.819900 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f342f1e5-a733-41d3-a704-a6fe5d17ebc9 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (1d935c84-65c3-4f1c-88ef-ebf877239334), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:07.820228 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f342f1e5-a733-41d3-a704-a6fe5d17ebc9 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (1d935c84-65c3-4f1c-88ef-ebf877239334), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:07.832221 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-f342f1e5-a733-41d3-a704-a6fe5d17ebc9 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Calling delete_port for 1d935c84-65c3-4f1c-88ef-ebf877239334 owned by network:floatingip {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:31:07.962458 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f342f1e5-a733-41d3-a704-a6fe5d17ebc9 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (1d935c84-65c3-4f1c-88ef-ebf877239334), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:07.984984 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342f1e5-a733-41d3-a704-a6fe5d17ebc9 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event deleted for resources: {'Port': ['ID=1d935c84-65c3-4f1c-88ef-ebf877239334,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:08.035405 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:08.051712 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f342f1e5-a733-41d3-a704-a6fe5d17ebc9 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (baf01621-9e9a-4fb5-8d62-0703585fda3b), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.054127 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f342f1e5-a733-41d3-a704-a6fe5d17ebc9 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.055355 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-f342f1e5-a733-41d3-a704-a6fe5d17ebc9 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/baf01621-9e9a-4fb5-8d62-0703585fda3b HTTP/1.1" status: 204 len: 168 time: 0.4233370 Oct 31 19:31:08.118655 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55696) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:08.123216 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-7dc53397-b2a2-4a21-92af-0d10ea307925 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238758193', 'description': 'tempest-description--638452922'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:31:08.143353 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7dc53397-b2a2-4a21-92af-0d10ea307925 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.144977 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:08.188168 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55698) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:08.212312 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7dc53397-b2a2-4a21-92af-0d10ea307925 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (e4cf8b1c-3be3-4ebc-9cee-85c335bdc738), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.216070 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7dc53397-b2a2-4a21-92af-0d10ea307925 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (e4cf8b1c-3be3-4ebc-9cee-85c335bdc738), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.247883 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7dc53397-b2a2-4a21-92af-0d10ea307925 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.251796 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-7dc53397-b2a2-4a21-92af-0d10ea307925 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1294522 Oct 31 19:31:08.251796 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc53397-b2a2-4a21-92af-0d10ea307925 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cf8b1c-3be3-4ebc-9cee-85c335bdc738,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:08.253873 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55700) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:08.258237 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-66dc4e92-4a97-401e-b478-03859c4e18ce tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'security_group_rule': {'security_group_id': 'e4cf8b1c-3be3-4ebc-9cee-85c335bdc738', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:31:08.284318 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-66dc4e92-4a97-401e-b478-03859c4e18ce tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (dd7a113f-e8e6-49ca-b68b-21a0ecec14cf), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.329245 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-5f083f1d-10fb-4ca1-b5a9-ee58dbfaddd2 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Deleting port 1d8a6c78-20c3-4fdd-87d5-728c5182687f {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:31:08.329582 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5f083f1d-10fb-4ca1-b5a9-ee58dbfaddd2 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (1d8a6c78-20c3-4fdd-87d5-728c5182687f), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.341678 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-66dc4e92-4a97-401e-b478-03859c4e18ce tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (dd7a113f-e8e6-49ca-b68b-21a0ecec14cf), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.345107 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-66dc4e92-4a97-401e-b478-03859c4e18ce tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (dd7a113f-e8e6-49ca-b68b-21a0ecec14cf), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.363507 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc4e92-4a97-401e-b478-03859c4e18ce tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7a113f-e8e6-49ca-b68b-21a0ecec14cf,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:08.372295 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-66dc4e92-4a97-401e-b478-03859c4e18ce tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.373483 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-66dc4e92-4a97-401e-b478-03859c4e18ce tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185460 Oct 31 19:31:08.376230 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55702) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:08.380450 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-7b7ec32b-095e-4d17-8093-ae213879254d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'security_group_rule': {'security_group_id': 'e4cf8b1c-3be3-4ebc-9cee-85c335bdc738', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:31:08.405952 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec32b-095e-4d17-8093-ae213879254d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (b2270fdf-5578-417e-9d80-7f2c0c5d9b06), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.408300 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5f083f1d-10fb-4ca1-b5a9-ee58dbfaddd2 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (1d8a6c78-20c3-4fdd-87d5-728c5182687f), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.408610 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5f083f1d-10fb-4ca1-b5a9-ee58dbfaddd2 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for floatingip (1d8a6c78-20c3-4fdd-87d5-728c5182687f), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.421495 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-5f083f1d-10fb-4ca1-b5a9-ee58dbfaddd2 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Calling delete_port for 1d8a6c78-20c3-4fdd-87d5-728c5182687f owned by network:floatingip {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:31:08.464155 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec32b-095e-4d17-8093-ae213879254d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (b2270fdf-5578-417e-9d80-7f2c0c5d9b06), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.468583 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec32b-095e-4d17-8093-ae213879254d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010871'] for security_group_rule (b2270fdf-5578-417e-9d80-7f2c0c5d9b06), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.488124 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ec32b-095e-4d17-8093-ae213879254d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2270fdf-5578-417e-9d80-7f2c0c5d9b06,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:08.493078 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec32b-095e-4d17-8093-ae213879254d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.497228 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-7b7ec32b-095e-4d17-8093-ae213879254d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171641 Oct 31 19:31:08.497737 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55704) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:08.501627 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'floatingip': {'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:31:08.522600 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.568571 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5f083f1d-10fb-4ca1-b5a9-ee58dbfaddd2 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (1d8a6c78-20c3-4fdd-87d5-728c5182687f), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.591315 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f083f1d-10fb-4ca1-b5a9-ee58dbfaddd2 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event deleted for resources: {'Port': ['ID=1d8a6c78-20c3-4fdd-87d5-728c5182687f,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:08.607227 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.657615 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5f083f1d-10fb-4ca1-b5a9-ee58dbfaddd2 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for floatingip (fd9c9e93-383d-4ea5-b52b-64ebde38f993), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.657945 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.l3_db [None req-5f083f1d-10fb-4ca1-b5a9-ee58dbfaddd2 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Floating IP fd9c9e93-383d-4ea5-b52b-64ebde38f993 disassociated (deleted). External IP: 172.27.0.9, port: cc59d509-dd78-46f7-93c5-fb58520f4ee4. Oct 31 19:31:08.715988 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Allocated IP 172.27.0.155 (676d21cd-5186-4b2a-b97a-f35601187c6a/1cc0b625-5e9b-4ed5-a989-732a5b8eff44/39b98e7e-e673-43b5-8f60-1b3b58c8be2b) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:31:08.729491 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:08.748690 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:08.804020 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:08.827475 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for port (39b98e7e-e673-43b5-8f60-1b3b58c8be2b), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.851194 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:08.855965 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f083f1d-10fb-4ca1-b5a9-ee58dbfaddd2 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:31:08.863658 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (39b98e7e-e673-43b5-8f60-1b3b58c8be2b), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.901968 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Network 676d21cd-5186-4b2a-b97a-f35601187c6a is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:31:08.905530 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:31:08.911290 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:31:08.934952 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'Port': ['ID=39b98e7e-e673-43b5-8f60-1b3b58c8be2b,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:08.973250 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f083f1d-10fb-4ca1-b5a9-ee58dbfaddd2 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:31:08.978302 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5f083f1d-10fb-4ca1-b5a9-ee58dbfaddd2 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:08.983283 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3b689e-e270-40ab-b955-04eb4e055359 None None] Sync routers for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:31:08.988164 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device a5625ca5-7f65-4381-bf93-f9cea628dbd1 no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:31:09.004402 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (06f25a2b-5621-4ddf-bad6-87c6bd6e1652), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:09.010651 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: a5625ca5-7f65-4381-bf93-f9cea628dbd1 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:31:09.011038 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-5f083f1d-10fb-4ca1-b5a9-ee58dbfaddd2 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/fd9c9e93-383d-4ea5-b52b-64ebde38f993 HTTP/1.1" status: 204 len: 168 time: 0.8213782 Oct 31 19:31:09.011292 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device a5625ca5-7f65-4381-bf93-f9cea628dbd1 not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:31:09.011790 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f58f51e-138f-41b1-80d4-30cc500a9808', 'tag': 'cc59d509-dd78-46f7-93c5-fb58520f4ee4'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:31:09.016393 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1836166e-2ffa-49d5-a62c-205d031a7dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "4f58f51e-138f-41b1-80d4-30cc500a9808", "tag": "cc59d509-dd78-46f7-93c5-fb58520f4ee4"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:31:09.016615 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3b689e-e270-40ab-b955-04eb4e055359 None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:31:09.017074 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-be3b689e-e270-40ab-b955-04eb4e055359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:31:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:09.050399 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (39b98e7e-e673-43b5-8f60-1b3b58c8be2b), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:09.072222 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2407cd0-b41e-4cf9-a5e1-a107698ca42a x-openstack-request-id: req-b2407cd0-b41e-4cf9-a5e1-a107698ca42a {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:31:09.073366 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f58f51e-138f-41b1-80d4-30cc500a9808", "tag": "cc59d509-dd78-46f7-93c5-fb58520f4ee4", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:31:09.073871 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2407cd0-b41e-4cf9-a5e1-a107698ca42a {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:31:09.074478 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2407cd0-b41e-4cf9-a5e1-a107698ca42a'] response: {'name': 'network-changed', 'server_uuid': '4f58f51e-138f-41b1-80d4-30cc500a9808', 'tag': 'cc59d509-dd78-46f7-93c5-fb58520f4ee4', 'status': 'completed', 'code': 200} Oct 31 19:31:09.136807 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-be3b689e-e270-40ab-b955-04eb4e055359 None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:31:09.261844 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for port (39b98e7e-e673-43b5-8f60-1b3b58c8be2b), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:09.297392 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (39b98e7e-e673-43b5-8f60-1b3b58c8be2b), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:09.368652 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:09.386243 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836166e-2ffa-49d5-a62c-205d031a7dcc req-e4a6c203-9371-4902-b3a8-b292880e7e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:09.388452 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1836166e-2ffa-49d5-a62c-205d031a7dcc req-e4a6c203-9371-4902-b3a8-b292880e7e92 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 1129 time: 0.2938135 Oct 31 19:31:09.394147 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30667803-d34d-4151-979d-456d9bf54796 req-6884cfdc-97f9-4210-8010-1651e854b790 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:09.395503 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-30667803-d34d-4151-979d-456d9bf54796 req-6884cfdc-97f9-4210-8010-1651e854b790 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 945 time: 0.1311667 Oct 31 19:31:09.400803 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:09.422808 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'Port': ['ID=39b98e7e-e673-43b5-8f60-1b3b58c8be2b,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:09.431627 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (06f25a2b-5621-4ddf-bad6-87c6bd6e1652), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:09.459371 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:09.466895 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:09.474220 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-bb49e71a-a89c-42ed-ba97-7505208f3f62 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9699681 Oct 31 19:31:09.474220 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-30667803-d34d-4151-979d-456d9bf54796 req-2d5b797a-35f4-4cf1-8c34-91b3d5ef0ddf tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721116 Oct 31 19:31:09.512763 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-be3b689e-e270-40ab-b955-04eb4e055359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '840f449b-61c4-48bb-a0e9-33cb33ffd173', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'port_id': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'mac_address': 'fa:16:3e:27:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:10Z', 'updated_at': '2022-10-31T19:27:12Z', 'revision_number': 1, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:09.544251 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3b689e-e270-40ab-b955-04eb4e055359 None None] Checking router: 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:31:09.552960 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3b689e-e270-40ab-b955-04eb4e055359 None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:31:09.553571 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-be3b689e-e270-40ab-b955-04eb4e055359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:31:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:09.625448 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-ecda7470-12a8-45b6-a2ee-078f5c60556d tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--238758193&fields=id&tenant_id=adba9bc456234ea6ade63d41a1624967 HTTP/1.1" status: 200 len: 267 time: 0.0454435 Oct 31 19:31:09.658785 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-be3b689e-e270-40ab-b955-04eb4e055359 None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:31:09.728883 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9a73277a-f721-4c3b-8800-9bd4ffb9ec9a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:09.730341 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9a73277a-f721-4c3b-8800-9bd4ffb9ec9a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/networks?id=fa342027-4076-4973-b2c6-612147f6fd68 HTTP/1.1" status: 200 len: 814 time: 0.0984604 Oct 31 19:31:09.745269 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-d38d7663-c499-48bc-a0c4-19a26cd8211c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/quotas/adba9bc456234ea6ade63d41a1624967 HTTP/1.1" status: 200 len: 375 time: 0.0087852 Oct 31 19:31:09.794311 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-02eef557-3712-4007-a326-daec0ba2401c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=adba9bc456234ea6ade63d41a1624967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433762 Oct 31 19:31:09.810852 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-12e2ab52-68a9-4be0-b85f-4cb664475a59 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:31:09.811898 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-12e2ab52-68a9-4be0-b85f-4cb664475a59 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056493 Oct 31 19:31:09.874581 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-be3b689e-e270-40ab-b955-04eb4e055359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '840f449b-61c4-48bb-a0e9-33cb33ffd173', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'port_id': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'mac_address': 'fa:16:3e:27:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:10Z', 'updated_at': '2022-10-31T19:27:12Z', 'revision_number': 1, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:09.899231 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3b689e-e270-40ab-b955-04eb4e055359 None None] The sync data for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi is: [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '840f449b-61c4-48bb-a0e9-33cb33ffd173', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'port_id': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'mac_address': 'fa:16:3e:27:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:27:10Z', 'updated_at': '2022-10-31T19:27:12Z', 'revision_number': 1, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:31:09.901710 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-ede46288-0edd-40d9-b5b6-6e5df7dc5ff2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844750 Oct 31 19:31:09.997428 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-69a72f0b-d64a-4ea6-ae60-600b5074247f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893621 Oct 31 19:31:10.126333 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d995f37-66cc-4e41-be53-9b8902c63e77 None None] New status for floating IP fd9c9e93-383d-4ea5-b52b-64ebde38f993: DOWN {{(pid=104478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:31:10.168220 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-973214b8-a9d8-4c32-a8ea-4329b48ee2ae req-cb5ada64-7486-48a8-a2f9-7bf1a7b8a04a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 210 time: 0.0334592 Oct 31 19:31:10.294140 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836166e-2ffa-49d5-a62c-205d031a7dcc req-949c0e18-f07f-45c7-a01b-06cede71f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:10.295741 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1836166e-2ffa-49d5-a62c-205d031a7dcc req-949c0e18-f07f-45c7-a01b-06cede71f19b service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b HTTP/1.1" status: 200 len: 912 time: 0.1065423 Oct 31 19:31:10.411817 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1836166e-2ffa-49d5-a62c-205d031a7dcc req-a7fa1863-ec10-40a9-8170-338f895a2507 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc59d509-dd78-46f7-93c5-fb58520f4ee4 HTTP/1.1" status: 200 len: 217 time: 0.0350380 Oct 31 19:31:10.461125 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836166e-2ffa-49d5-a62c-205d031a7dcc req-cdc38ad2-e13e-4157-bd47-4384613aa1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:10.462593 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1836166e-2ffa-49d5-a62c-205d031a7dcc req-cdc38ad2-e13e-4157-bd47-4384613aa1c6 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ea13b07d-23c0-4ab1-af41-11d895efc58d HTTP/1.1" status: 200 len: 850 time: 0.0442612 Oct 31 19:31:10.600217 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189c349-9983-431f-98d0-ade37e5a304c req-590ae591-8c5d-4436-95b0-d35e78b25a6b tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:10.601712 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0189c349-9983-431f-98d0-ade37e5a304c req-590ae591-8c5d-4436-95b0-d35e78b25a6b tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 945 time: 0.0497591 Oct 31 19:31:10.630501 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836166e-2ffa-49d5-a62c-205d031a7dcc req-1e6b64ee-c6bf-4051-b16f-c800ad048042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:10.632157 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1836166e-2ffa-49d5-a62c-205d031a7dcc req-1e6b64ee-c6bf-4051-b16f-c800ad048042 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425806 Oct 31 19:31:10.654496 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-0189c349-9983-431f-98d0-ade37e5a304c req-c55468ca-6d72-4d22-b0e1-cd63b790890c tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465338 Oct 31 19:31:10.655172 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [req-1836166e-2ffa-49d5-a62c-205d031a7dcc req-682db125-0762-4d9f-adcc-1e73f5d487e8 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 31 19:31:10.656348 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1836166e-2ffa-49d5-a62c-205d031a7dcc req-682db125-0762-4d9f-adcc-1e73f5d487e8 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0174327 Oct 31 19:31:10.766795 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad80a7-4268-49cc-ac67-0dc819bb1fde req-c0f1cd19-7867-4d66-8eb0-ddc96cce9d85 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:10.768232 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-86ad80a7-4268-49cc-ac67-0dc819bb1fde req-c0f1cd19-7867-4d66-8eb0-ddc96cce9d85 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 945 time: 0.0958803 Oct 31 19:31:11.067380 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:11.089417 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1836166e-2ffa-49d5-a62c-205d031a7dcc req-d48c1dd1-5d5c-4db4-9f10-eb0d0a993bd0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158473 Oct 31 19:31:11.106038 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-86ad80a7-4268-49cc-ac67-0dc819bb1fde req-033e95ee-a22f-4d62-a5c2-d6477dcfd9fb tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Deleting port cc59d509-dd78-46f7-93c5-fb58520f4ee4 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:31:11.106370 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-86ad80a7-4268-49cc-ac67-0dc819bb1fde req-033e95ee-a22f-4d62-a5c2-d6477dcfd9fb tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (cc59d509-dd78-46f7-93c5-fb58520f4ee4), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:11.254560 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-86ad80a7-4268-49cc-ac67-0dc819bb1fde req-033e95ee-a22f-4d62-a5c2-d6477dcfd9fb tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] For port cc59d509-dd78-46f7-93c5-fb58520f4ee4, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=cc59d509-dd78-46f7-93c5-fb58520f4ee4,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:31:11.255347 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-86ad80a7-4268-49cc-ac67-0dc819bb1fde req-033e95ee-a22f-4d62-a5c2-d6477dcfd9fb tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (cc59d509-dd78-46f7-93c5-fb58520f4ee4), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:11.300889 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-86ad80a7-4268-49cc-ac67-0dc819bb1fde req-033e95ee-a22f-4d62-a5c2-d6477dcfd9fb tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Calling delete_port for cc59d509-dd78-46f7-93c5-fb58520f4ee4 owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:31:11.309110 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-64dc7730-b5da-4f83-b6e1-fa66e21cc0ea req-01e9f02b-d7c5-4b6f-abd3-1d56839526f0 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 210 time: 0.0441825 Oct 31 19:31:11.320677 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-1836166e-2ffa-49d5-a62c-205d031a7dcc req-751bf009-46ff-4699-820b-f5e1c2097919 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627929 Oct 31 19:31:11.352354 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-d18628ab-ffbd-4a7d-96d7-3468ad89ba94 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:11.354212 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-d18628ab-ffbd-4a7d-96d7-3468ad89ba94 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fa342027-4076-4973-b2c6-612147f6fd68 HTTP/1.1" status: 200 len: 814 time: 0.1347632 Oct 31 19:31:11.421292 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-727c3578-11e5-4ec7-bdfb-eb331d2b7ca6 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=adba9bc456234ea6ade63d41a1624967 HTTP/1.1" status: 200 len: 379 time: 0.0568950 Oct 31 19:31:11.465130 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-86ad80a7-4268-49cc-ac67-0dc819bb1fde req-033e95ee-a22f-4d62-a5c2-d6477dcfd9fb tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (cc59d509-dd78-46f7-93c5-fb58520f4ee4), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:11.490870 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e95ee-a22f-4d62-a5c2-d6477dcfd9fb tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event deleted for resources: {'Port': ['ID=cc59d509-dd78-46f7-93c5-fb58520f4ee4,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:11.492626 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-1b8e4997-235a-4723-a86a-59773087c79c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'port': {'device_id': '3cfc4366-d729-4c23-a899-d259f3afb325', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'admin_state_up': True, 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'security_groups': ['e4cf8b1c-3be3-4ebc-9cee-85c335bdc738']}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:31:11.524380 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:11.543448 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ad80a7-4268-49cc-ac67-0dc819bb1fde req-033e95ee-a22f-4d62-a5c2-d6477dcfd9fb tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] No DVR routers for this DVR port cc59d509-dd78-46f7-93c5-fb58520f4ee4 on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:31:11.545827 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-86ad80a7-4268-49cc-ac67-0dc819bb1fde req-033e95ee-a22f-4d62-a5c2-d6477dcfd9fb tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:11.548987 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-86ad80a7-4268-49cc-ac67-0dc819bb1fde req-033e95ee-a22f-4d62-a5c2-d6477dcfd9fb tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.33 "DELETE /networking/v2.0/ports/cc59d509-dd78-46f7-93c5-fb58520f4ee4 HTTP/1.1" status: 204 len: 173 time: 0.7745452 Oct 31 19:31:11.549476 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f58f51e-138f-41b1-80d4-30cc500a9808', 'name': 'network-vif-deleted', 'tag': 'cc59d509-dd78-46f7-93c5-fb58520f4ee4'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:31:11.551686 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e71fd6-f1b5-4953-a218-49a50978d105" -d '{"events": [{"server_uuid": "4f58f51e-138f-41b1-80d4-30cc500a9808", "name": "network-vif-deleted", "tag": "cc59d509-dd78-46f7-93c5-fb58520f4ee4"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:31:11.594624 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796e85f6-796c-4e48-b468-3566eb1fa0f5 x-openstack-request-id: req-796e85f6-796c-4e48-b468-3566eb1fa0f5 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:31:11.594925 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f58f51e-138f-41b1-80d4-30cc500a9808", "name": "network-vif-deleted", "tag": "cc59d509-dd78-46f7-93c5-fb58520f4ee4", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:31:11.595162 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-796e85f6-796c-4e48-b468-3566eb1fa0f5 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:31:11.595556 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-796e85f6-796c-4e48-b468-3566eb1fa0f5'] response: {'server_uuid': '4f58f51e-138f-41b1-80d4-30cc500a9808', 'name': 'network-vif-deleted', 'tag': 'cc59d509-dd78-46f7-93c5-fb58520f4ee4', 'status': 'completed', 'code': 200} Oct 31 19:31:11.610433 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-1b8e4997-235a-4723-a86a-59773087c79c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Made reservation on behalf of adba9bc456234ea6ade63d41a1624967 for: {'port': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:31:11.614650 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-1b8e4997-235a-4723-a86a-59773087c79c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:11.617402 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:11.749030 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_common [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-1b8e4997-235a-4723-a86a-59773087c79c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Allocated IP 172.20.0.13 (fa342027-4076-4973-b2c6-612147f6fd68/54fd6b40-f478-48f1-b7ca-5aa60562ee76/e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e) {{(pid=104476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:31:11.759617 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-821589f4-ea10-46c2-8cdf-02f02441c7dc req-0729f250-a89a-4213-856e-83949440f133 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4f58f51e-138f-41b1-80d4-30cc500a9808 HTTP/1.1" status: 200 len: 210 time: 0.0298069 Oct 31 19:31:11.897339 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-1b8e4997-235a-4723-a86a-59773087c79c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for port (e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:12.186206 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-1b8e4997-235a-4723-a86a-59773087c79c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:12.227355 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-1b8e4997-235a-4723-a86a-59773087c79c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Network fa342027-4076-4973-b2c6-612147f6fd68 is already hosted by enough agents. {{(pid=104476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:31:12.233236 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-1b8e4997-235a-4723-a86a-59773087c79c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Resources bound (agent type, host, resource id): {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:31:12.237196 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-1b8e4997-235a-4723-a86a-59773087c79c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Received port after_create {{(pid=104476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:31:12.243553 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e4997-235a-4723-a86a-59773087c79c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event updated for resources: {'Port': ['ID=e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:12.288259 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-1b8e4997-235a-4723-a86a-59773087c79c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:12.289137 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-1b8e4997-235a-4723-a86a-59773087c79c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:12.309715 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-1b8e4997-235a-4723-a86a-59773087c79c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8208811 Oct 31 19:31:12.321475 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Request body: {'port': {'device_id': '3cfc4366-d729-4c23-a899-d259f3afb325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:31:12.393553 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:12.487634 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966122c0-30c0-4b4a-9929-15c2f0eb4c3f req-e757a7c6-32c0-474b-a349-7f0ec7acc1af tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:12.489106 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-966122c0-30c0-4b4a-9929-15c2f0eb4c3f req-e757a7c6-32c0-474b-a349-7f0ec7acc1af tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 932 time: 0.0787785 Oct 31 19:31:12.561524 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-5f8b38c4-3d6f-4955-a99e-d80f6a482828 None None] Provisioning complete for port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:31:12.562134 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-5f8b38c4-3d6f-4955-a99e-d80f6a482828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:12.562284 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-5f8b38c4-3d6f-4955-a99e-d80f6a482828 None None] Attempt 1 to provision port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e Oct 31 19:31:12.594194 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b38c4-3d6f-4955-a99e-d80f6a482828 None None] Port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e cannot update to ACTIVE because it is not bound. {{(pid=104477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 31 19:31:12.600358 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:12.611867 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-966122c0-30c0-4b4a-9929-15c2f0eb4c3f req-4d1dba66-afcf-4596-9442-e7ec860f11fb tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4cf8b1c-3be3-4ebc-9cee-85c335bdc738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805459 Oct 31 19:31:12.679690 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:12.731671 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e {{(pid=104476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:31:12.739027 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Publish callbacks [] for port (e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:12.752004 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.provisioning_blocks [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Transition to ACTIVE for port object e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e will not be triggered until provisioned by entity L2. {{(pid=104476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:31:12.755427 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5226044'] for port (e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:12.816177 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e,revision_number=2']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:12.855565 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:12.873971 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.managers [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Attempting to bind port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:31:12.874395 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.managers [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Attempting to bind port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'}] {{(pid=104476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:31:12.874698 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Attempting to bind port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e on network fa342027-4076-4973-b2c6-612147f6fd68 {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:31:12.919858 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e on network fa342027-4076-4973-b2c6-612147f6fd68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:31:12.920189 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Attempting to bind port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e on network fa342027-4076-4973-b2c6-612147f6fd68 {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:31:12.962016 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:31:12.962355 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Checking segment: {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:31:12.962739 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Bound using segment: {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'} {{(pid=104476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:31:12.963198 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.managers [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Bound port: e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68'}}] {{(pid=104476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:31:12.963553 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:13.024276 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] For port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e, host hv-cinder-86309, cleared binding levels {{(pid=104476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:31:13.027112 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] For port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:31:13.032778 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5226044'] for port (e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:13.036655 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:13.037254 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:13.038892 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e HTTP/1.1" status: 200 len: 1094 time: 0.7224953 Oct 31 19:31:13.040339 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfc4366-d729-4c23-a899-d259f3afb325', 'tag': 'e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:31:13.042576 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d3aea8-fca4-4e37-9315-27fa1c3c1266" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfc4366-d729-4c23-a899-d259f3afb325", "tag": "e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:31:13.112897 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b793ec18-94d0-49f8-8641-01973b8d03a5 x-openstack-request-id: req-b793ec18-94d0-49f8-8641-01973b8d03a5 {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:31:13.113191 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfc4366-d729-4c23-a899-d259f3afb325", "tag": "e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:31:13.113450 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b793ec18-94d0-49f8-8641-01973b8d03a5 {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:31:13.113871 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b793ec18-94d0-49f8-8641-01973b8d03a5'] response: {'name': 'network-changed', 'server_uuid': '3cfc4366-d729-4c23-a899-d259f3afb325', 'tag': 'e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e', 'status': 'completed', 'code': 200} Oct 31 19:31:13.134006 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-e419fea5-96ff-4134-a897-da177f293f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:13.135490 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-e419fea5-96ff-4134-a897-da177f293f69 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=adba9bc456234ea6ade63d41a1624967&device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 1128 time: 0.0579593 Oct 31 19:31:13.136056 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bf1ab-0e7f-4797-b4af-89c44848f7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e,revision_number=3']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:13.175599 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-3c9e8d03-672d-4678-aaae-4d948c5a4195 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e HTTP/1.1" status: 200 len: 217 time: 0.0337875 Oct 31 19:31:13.222627 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9db35106-3256-49b6-ae80-6691021b9f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:13.224016 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-9db35106-3256-49b6-ae80-6691021b9f55 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=54fd6b40-f478-48f1-b7ca-5aa60562ee76 HTTP/1.1" status: 200 len: 853 time: 0.0433099 Oct 31 19:31:13.268702 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-0b760f40-5c5c-4db1-92ed-8f621e98c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:13.270161 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-0b760f40-5c5c-4db1-92ed-8f621e98c926 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa342027-4076-4973-b2c6-612147f6fd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409317 Oct 31 19:31:13.359794 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-0412543e-1459-4d87-a6cc-24a7dd156e70 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832286 Oct 31 19:31:13.452760 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-76f6e88f-6705-401b-b1bc-4bcd07ef344d req-94b852be-dd14-4191-9774-6e26f854c91c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870790 Oct 31 19:31:13.713023 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:13.730971 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d77d91-ba6b-48d5-8f9d-38679306fe61 req-36fda276-a2a5-440a-b2f7-8f5c30ed9e2c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:13.732409 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-54d77d91-ba6b-48d5-8f9d-38679306fe61 req-36fda276-a2a5-440a-b2f7-8f5c30ed9e2c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 944 time: 0.0469427 Oct 31 19:31:13.780801 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-54d77d91-ba6b-48d5-8f9d-38679306fe61 req-437bda0f-7c09-4b80-bcb7-264e6d6fe591 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4cf8b1c-3be3-4ebc-9cee-85c335bdc738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425210 Oct 31 19:31:14.241451 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:14.250306 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3aea8-fca4-4e37-9315-27fa1c3c1266 req-ac2a45e1-9b9d-404a-a1f1-fd72cafe118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:14.251769 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-86d3aea8-fca4-4e37-9315-27fa1c3c1266 req-ac2a45e1-9b9d-404a-a1f1-fd72cafe118a service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=adba9bc456234ea6ade63d41a1624967&device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 1128 time: 0.0406830 Oct 31 19:31:14.352959 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3aea8-fca4-4e37-9315-27fa1c3c1266 req-1b281e5d-7b5b-4cc9-8c31-54d7116d222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:14.354453 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-86d3aea8-fca4-4e37-9315-27fa1c3c1266 req-1b281e5d-7b5b-4cc9-8c31-54d7116d222e service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fa342027-4076-4973-b2c6-612147f6fd68 HTTP/1.1" status: 200 len: 915 time: 0.0929382 Oct 31 19:31:14.366764 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:14.393678 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-86d3aea8-fca4-4e37-9315-27fa1c3c1266 req-13c6e6b1-c243-4d44-82dd-3ed6a1efd596 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e HTTP/1.1" status: 200 len: 217 time: 0.0331588 Oct 31 19:31:14.441437 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3aea8-fca4-4e37-9315-27fa1c3c1266 req-99db0460-14aa-4a1f-ba7c-948f5caf4fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:14.442852 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-86d3aea8-fca4-4e37-9315-27fa1c3c1266 req-99db0460-14aa-4a1f-ba7c-948f5caf4fb2 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=54fd6b40-f478-48f1-b7ca-5aa60562ee76 HTTP/1.1" status: 200 len: 853 time: 0.0428829 Oct 31 19:31:14.488582 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3aea8-fca4-4e37-9315-27fa1c3c1266 req-3f47c477-6582-4576-ac85-83d7b77d1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:14.490053 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-86d3aea8-fca4-4e37-9315-27fa1c3c1266 req-3f47c477-6582-4576-ac85-83d7b77d1a22 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa342027-4076-4973-b2c6-612147f6fd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411301 Oct 31 19:31:14.578223 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-86d3aea8-fca4-4e37-9315-27fa1c3c1266 req-a4551d27-8f66-4d1d-a42d-820b497c2a46 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821998 Oct 31 19:31:14.668259 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-86d3aea8-fca4-4e37-9315-27fa1c3c1266 req-b5478bb6-b20a-425d-8dfe-dabfb7b5be86 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840549 Oct 31 19:31:14.901430 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c4adb-73c1-4325-88a0-6a4a540b15c5 req-e66aae3f-75b0-4a5e-9f74-8a0f346baa23 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:14.902809 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b32c4adb-73c1-4325-88a0-6a4a540b15c5 req-e66aae3f-75b0-4a5e-9f74-8a0f346baa23 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 944 time: 0.0459466 Oct 31 19:31:14.949426 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b32c4adb-73c1-4325-88a0-6a4a540b15c5 req-20704acb-ecd0-45ea-82ce-853e751118bc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4cf8b1c-3be3-4ebc-9cee-85c335bdc738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409575 Oct 31 19:31:15.043656 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device cc59d509-dd78-46f7-93c5-fb58520f4ee4 no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:31:15.053075 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:31:15.066583 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: cc59d509-dd78-46f7-93c5-fb58520f4ee4 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:31:15.066924 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device cc59d509-dd78-46f7-93c5-fb58520f4ee4 not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:31:15.072271 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55774) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:15.216780 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-3535c183-adc2-4c94-b856-63800d0617b0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Deleting port 6f344f10-2417-4d14-b8b7-62b429a47753 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:31:15.217033 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3535c183-adc2-4c94-b856-63800d0617b0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (6f344f10-2417-4d14-b8b7-62b429a47753), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:15.295811 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3535c183-adc2-4c94-b856-63800d0617b0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (6f344f10-2417-4d14-b8b7-62b429a47753), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:15.296139 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3535c183-adc2-4c94-b856-63800d0617b0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for floatingip (6f344f10-2417-4d14-b8b7-62b429a47753), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:15.308141 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-3535c183-adc2-4c94-b856-63800d0617b0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Calling delete_port for 6f344f10-2417-4d14-b8b7-62b429a47753 owned by network:floatingip {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:31:15.438341 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:15.455944 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3535c183-adc2-4c94-b856-63800d0617b0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (6f344f10-2417-4d14-b8b7-62b429a47753), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:15.478337 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535c183-adc2-4c94-b856-63800d0617b0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event deleted for resources: {'Port': ['ID=6f344f10-2417-4d14-b8b7-62b429a47753,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:15.542159 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3535c183-adc2-4c94-b856-63800d0617b0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for floatingip (840f449b-61c4-48bb-a0e9-33cb33ffd173), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:15.542489 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.l3_db [None req-3535c183-adc2-4c94-b856-63800d0617b0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Floating IP 840f449b-61c4-48bb-a0e9-33cb33ffd173 disassociated (deleted). External IP: 172.27.0.143, port: 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6. Oct 31 19:31:15.740586 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3535c183-adc2-4c94-b856-63800d0617b0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:31:15.830159 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:15.846242 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3535c183-adc2-4c94-b856-63800d0617b0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:31:15.850942 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-3535c183-adc2-4c94-b856-63800d0617b0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:15.856896 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b63779e-2bca-4010-a001-405c3c3e3a11 None None] Sync routers for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:31:15.866453 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b63779e-2bca-4010-a001-405c3c3e3a11 None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:31:15.867053 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-4b63779e-2bca-4010-a001-405c3c3e3a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:31:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:15.880566 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-3535c183-adc2-4c94-b856-63800d0617b0 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/840f449b-61c4-48bb-a0e9-33cb33ffd173 HTTP/1.1" status: 204 len: 168 time: 0.8072064 Oct 31 19:31:15.881204 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'tag': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:31:15.883665 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a792d44-5fbf-4422-a7b0-6b651c20f4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8be244-f6d6-40d1-9dba-6e0b134311ff", "tag": "4c57cc47-4bb3-47b7-af6b-73c6816c7ed6"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:31:15.975084 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-4b63779e-2bca-4010-a001-405c3c3e3a11 None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:31:15.998658 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2b3183-7560-4de0-aebf-0fa021d9c74a x-openstack-request-id: req-1b2b3183-7560-4de0-aebf-0fa021d9c74a {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:31:15.998995 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8be244-f6d6-40d1-9dba-6e0b134311ff", "tag": "4c57cc47-4bb3-47b7-af6b-73c6816c7ed6", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:31:15.999390 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b2b3183-7560-4de0-aebf-0fa021d9c74a {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:31:15.999798 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2b3183-7560-4de0-aebf-0fa021d9c74a'] response: {'name': 'network-changed', 'server_uuid': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'tag': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6', 'status': 'completed', 'code': 200} Oct 31 19:31:16.095759 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a792d44-5fbf-4422-a7b0-6b651c20f4ba req-e559e054-8919-4395-8bdb-a78c97ddb356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:16.097390 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4a792d44-5fbf-4422-a7b0-6b651c20f4ba req-e559e054-8919-4395-8bdb-a78c97ddb356 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 1130 time: 0.0732698 Oct 31 19:31:16.115470 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b87ba7-e1a0-44d5-8938-3e61083f8f50 req-d0bfe6ec-ddf7-4f70-af9f-bb9ed696b61e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:16.116994 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b3b87ba7-e1a0-44d5-8938-3e61083f8f50 req-d0bfe6ec-ddf7-4f70-af9f-bb9ed696b61e tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 944 time: 0.0533283 Oct 31 19:31:16.131373 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ac552-2708-4854-93f9-c3e001f7156f req-40133ed1-a7ec-4474-83e1-e66591ca1031 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:16.134050 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7b0ac552-2708-4854-93f9-c3e001f7156f req-40133ed1-a7ec-4474-83e1-e66591ca1031 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 946 time: 0.0528631 Oct 31 19:31:16.170115 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b3b87ba7-e1a0-44d5-8938-3e61083f8f50 req-979df9e4-ba38-46bb-968b-d3052ccc699f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4cf8b1c-3be3-4ebc-9cee-85c335bdc738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462427 Oct 31 19:31:16.190473 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-7b0ac552-2708-4854-93f9-c3e001f7156f req-dbb718dc-acb0-4996-b499-05a6243fccbc tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515611 Oct 31 19:31:16.194274 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-4b63779e-2bca-4010-a001-405c3c3e3a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:16.223151 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b63779e-2bca-4010-a001-405c3c3e3a11 None None] Checking router: 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:31:16.231498 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b63779e-2bca-4010-a001-405c3c3e3a11 None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:31:16.232094 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-4b63779e-2bca-4010-a001-405c3c3e3a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:31:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:16.268022 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:16.272195 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:16.329753 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-4b63779e-2bca-4010-a001-405c3c3e3a11 None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:31:16.513373 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-4b63779e-2bca-4010-a001-405c3c3e3a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:16.538232 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b63779e-2bca-4010-a001-405c3c3e3a11 None None] The sync data for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi is: [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:22:42Z', 'revision_number': 4, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': 'f69d9675-1384-447b-8eca-ac21e2e24121', 'name': '', 'network_id': 'adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'mac_address': 'fa:16:3e:37:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:41Z', 'updated_at': '2022-10-31T19:23:01Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'subnets': [{'id': 'ea13b07d-23c0-4ab1-af41-11d895efc58d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:31:16.747548 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc12fe-0fe0-4ab9-9cb8-a74058e7612a None None] New status for floating IP 840f449b-61c4-48bb-a0e9-33cb33ffd173: DOWN {{(pid=104478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:31:17.059728 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:31:17.101227 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a792d44-5fbf-4422-a7b0-6b651c20f4ba req-d065a704-23dc-4613-afd5-d66b73646196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:17.102721 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4a792d44-5fbf-4422-a7b0-6b651c20f4ba req-d065a704-23dc-4613-afd5-d66b73646196 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b HTTP/1.1" status: 200 len: 912 time: 0.0841906 Oct 31 19:31:17.150572 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4a792d44-5fbf-4422-a7b0-6b651c20f4ba req-55d250e5-8ca2-4857-9f18-718a4a8465c3 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 HTTP/1.1" status: 200 len: 217 time: 0.0362713 Oct 31 19:31:17.161405 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:31:17.173494 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': 'e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'port_id': 'e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e', 'mac_address': 'fa:16:3e:59:74:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:31:17.210056 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:31:17.210640 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:17.226175 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:31:17.243397 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a792d44-5fbf-4422-a7b0-6b651c20f4ba req-46b161be-dd36-4a4e-9540-8c9e1eb2db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:17.245654 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4a792d44-5fbf-4422-a7b0-6b651c20f4ba req-46b161be-dd36-4a4e-9540-8c9e1eb2db60 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=ea13b07d-23c0-4ab1-af41-11d895efc58d HTTP/1.1" status: 200 len: 850 time: 0.0487473 Oct 31 19:31:17.249029 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:31:17.253451 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:17.322124 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:17.324621 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cba53-daaa-4457-be95-5fa7e37b1b6b req-8649c63c-7b84-4e25-ac9c-dd0ee31dc6d2 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:17.326140 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b78cba53-daaa-4457-be95-5fa7e37b1b6b req-8649c63c-7b84-4e25-ac9c-dd0ee31dc6d2 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 945 time: 0.0776663 Oct 31 19:31:17.329246 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a792d44-5fbf-4422-a7b0-6b651c20f4ba req-8a2f5ddf-8832-44c1-889d-035c5c6db080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:17.330360 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:17.330664 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4a792d44-5fbf-4422-a7b0-6b651c20f4ba req-8a2f5ddf-8832-44c1-889d-035c5c6db080 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734937 Oct 31 19:31:17.330803 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:17.331062 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:17.331399 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:17.331732 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:17.332060 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:17.332382 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:17.332702 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:17.333024 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:17.333347 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:17.333688 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:17.334010 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:17.334329 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:17.334646 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:17.334962 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:31:17.341412 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a133e-da91-41de-a023-e2b6826e8619 req-5f075c26-997b-4abf-8393-b20a9f8faff8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:17.343025 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f54a133e-da91-41de-a023-e2b6826e8619 req-5f075c26-997b-4abf-8393-b20a9f8faff8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 946 time: 0.0623894 Oct 31 19:31:17.377949 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b78cba53-daaa-4457-be95-5fa7e37b1b6b req-4e1c1cf3-7c92-4159-a453-124a9a394aa2 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4cf8b1c-3be3-4ebc-9cee-85c335bdc738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429087 Oct 31 19:31:17.393591 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-f54a133e-da91-41de-a023-e2b6826e8619 req-440cdd71-5b44-4ddd-abdd-f11ee0a64b23 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450141 Oct 31 19:31:17.483767 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:17.486687 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:31:17.502392 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4a792d44-5fbf-4422-a7b0-6b651c20f4ba req-3cb65911-067b-412d-95f8-8b52b2801aa1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857069 Oct 31 19:31:17.539808 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32920e5-7265-4a94-9a9e-a72d1801300f req-0d16649d-7fb3-486f-84a3-d9e357087ccd tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:17.541420 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b32920e5-7265-4a94-9a9e-a72d1801300f req-0d16649d-7fb3-486f-84a3-d9e357087ccd tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 946 time: 0.0490072 Oct 31 19:31:17.631704 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-b32920e5-7265-4a94-9a9e-a72d1801300f req-c0898a7b-4e19-40c1-89c4-8c88ba12b1cd tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Deleting port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:31:17.631954 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4a792d44-5fbf-4422-a7b0-6b651c20f4ba req-9886e026-2e16-4c1f-9645-c4a52bbc160b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221046 Oct 31 19:31:17.632150 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-b32920e5-7265-4a94-9a9e-a72d1801300f req-c0898a7b-4e19-40c1-89c4-8c88ba12b1cd tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (4c57cc47-4bb3-47b7-af6b-73c6816c7ed6), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:17.735864 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-b32920e5-7265-4a94-9a9e-a72d1801300f req-c0898a7b-4e19-40c1-89c4-8c88ba12b1cd tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] For port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=4c57cc47-4bb3-47b7-af6b-73c6816c7ed6,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:31:17.736222 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-b32920e5-7265-4a94-9a9e-a72d1801300f req-c0898a7b-4e19-40c1-89c4-8c88ba12b1cd tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (4c57cc47-4bb3-47b7-af6b-73c6816c7ed6), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:17.749094 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-b32920e5-7265-4a94-9a9e-a72d1801300f req-c0898a7b-4e19-40c1-89c4-8c88ba12b1cd tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Calling delete_port for 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:31:17.814430 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:17.877427 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-b32920e5-7265-4a94-9a9e-a72d1801300f req-c0898a7b-4e19-40c1-89c4-8c88ba12b1cd tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (4c57cc47-4bb3-47b7-af6b-73c6816c7ed6), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:17.905351 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0898a7b-4e19-40c1-89c4-8c88ba12b1cd tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event deleted for resources: {'Port': ['ID=4c57cc47-4bb3-47b7-af6b-73c6816c7ed6,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:17.949938 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32920e5-7265-4a94-9a9e-a72d1801300f req-c0898a7b-4e19-40c1-89c4-8c88ba12b1cd tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] No DVR routers for this DVR port 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:31:17.952374 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-b32920e5-7265-4a94-9a9e-a72d1801300f req-c0898a7b-4e19-40c1-89c4-8c88ba12b1cd tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:17.955752 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-b32920e5-7265-4a94-9a9e-a72d1801300f req-c0898a7b-4e19-40c1-89c4-8c88ba12b1cd tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.33 "DELETE /networking/v2.0/ports/4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 HTTP/1.1" status: 204 len: 173 time: 0.4096918 Oct 31 19:31:18.001337 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'name': 'network-vif-deleted', 'tag': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:31:18.003706 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d685e13-4e9d-4a36-aab3-02a15820350f" -d '{"events": [{"server_uuid": "7e8be244-f6d6-40d1-9dba-6e0b134311ff", "name": "network-vif-deleted", "tag": "4c57cc47-4bb3-47b7-af6b-73c6816c7ed6"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:31:18.041080 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a428b69a-844e-4d89-b43b-60d722ebc7d2 x-openstack-request-id: req-a428b69a-844e-4d89-b43b-60d722ebc7d2 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:31:18.041372 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8be244-f6d6-40d1-9dba-6e0b134311ff", "name": "network-vif-deleted", "tag": "4c57cc47-4bb3-47b7-af6b-73c6816c7ed6", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:31:18.041674 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a428b69a-844e-4d89-b43b-60d722ebc7d2 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:31:18.042102 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a428b69a-844e-4d89-b43b-60d722ebc7d2'] response: {'server_uuid': '7e8be244-f6d6-40d1-9dba-6e0b134311ff', 'name': 'network-vif-deleted', 'tag': '4c57cc47-4bb3-47b7-af6b-73c6816c7ed6', 'status': 'completed', 'code': 200} Oct 31 19:31:18.505042 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fd773-6e1d-42fc-bbc9-f655139aadca req-ab0ff791-8b64-40e2-a25d-0e476bb72a72 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:18.506597 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-621fd773-6e1d-42fc-bbc9-f655139aadca req-ab0ff791-8b64-40e2-a25d-0e476bb72a72 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 945 time: 0.0519190 Oct 31 19:31:18.518675 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-b04b701e-4bd8-47b0-ae20-d20f6a39287d req-db1e8f4c-18d7-4fc7-834f-c0b04ff270be tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=7e8be244-f6d6-40d1-9dba-6e0b134311ff HTTP/1.1" status: 200 len: 210 time: 0.0292580 Oct 31 19:31:18.560991 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-621fd773-6e1d-42fc-bbc9-f655139aadca req-0f297452-b4ec-4981-a2aa-466825f8b331 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4cf8b1c-3be3-4ebc-9cee-85c335bdc738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484202 Oct 31 19:31:19.079949 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:31:19.125314 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:31:19.130723 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:31:19.131255 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:19.131591 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e Oct 31 19:31:19.192365 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:19.203488 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:19.206731 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:31:19.207111 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:19.231046 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfc4366-d729-4c23-a899-d259f3afb325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:31:19.233226 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54487d78-80be-4f06-950d-0152cac8cf9d" -d '{"events": [{"server_uuid": "3cfc4366-d729-4c23-a899-d259f3afb325", "name": "network-vif-plugged", "status": "completed", "tag": "e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:31:19.245872 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:31:19.249834 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:19.250616 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:31:19.272166 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bf5a2a-850e-4c22-9798-94e3a8cd14bc x-openstack-request-id: req-92bf5a2a-850e-4c22-9798-94e3a8cd14bc {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:31:19.272455 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfc4366-d729-4c23-a899-d259f3afb325", "name": "network-vif-plugged", "status": "completed", "tag": "e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:31:19.272706 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92bf5a2a-850e-4c22-9798-94e3a8cd14bc {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:31:19.273093 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92bf5a2a-850e-4c22-9798-94e3a8cd14bc'] response: {'server_uuid': '3cfc4366-d729-4c23-a899-d259f3afb325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e', 'code': 200} Oct 31 19:31:19.295128 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:31:19.295470 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 4c57cc47-4bb3-47b7-af6b-73c6816c7ed6 not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:31:19.323137 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:19.457512 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5329b4-94da-4d13-b662-5ff41341f887 req-db77c699-82a6-4531-bc05-408c758b2756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:19.459028 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9f5329b4-94da-4d13-b662-5ff41341f887 req-db77c699-82a6-4531-bc05-408c758b2756 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 1130 time: 0.0384562 Oct 31 19:31:19.502726 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-9f5329b4-94da-4d13-b662-5ff41341f887 req-f423c1c7-19f5-4074-9e38-084cb1920b2c service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e4cf8b1c-3be3-4ebc-9cee-85c335bdc738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367744 Oct 31 19:31:19.582128 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55800) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:19.630013 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:19.721334 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecee3b-e6fc-4d15-bc7f-fff54bc94e9f req-c060386c-a528-4e67-881d-576d40e4c04f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:19.722781 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bfecee3b-e6fc-4d15-bc7f-fff54bc94e9f req-c060386c-a528-4e67-881d-576d40e4c04f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 946 time: 0.0676768 Oct 31 19:31:19.736821 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-91603d30-cb74-46ab-a6fb-42b50ed5dad8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Deleting port e7875361-2cad-4fc4-9f3e-4839d4275fc6 {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:31:19.737154 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-91603d30-cb74-46ab-a6fb-42b50ed5dad8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (e7875361-2cad-4fc4-9f3e-4839d4275fc6), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:19.823208 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bfecee3b-e6fc-4d15-bc7f-fff54bc94e9f req-3a4f9223-1314-4637-a2f4-30210e8f9507 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4cf8b1c-3be3-4ebc-9cee-85c335bdc738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942729 Oct 31 19:31:19.843505 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-91603d30-cb74-46ab-a6fb-42b50ed5dad8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (e7875361-2cad-4fc4-9f3e-4839d4275fc6), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:19.843898 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-91603d30-cb74-46ab-a6fb-42b50ed5dad8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for floatingip (e7875361-2cad-4fc4-9f3e-4839d4275fc6), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:19.855930 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-91603d30-cb74-46ab-a6fb-42b50ed5dad8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Calling delete_port for e7875361-2cad-4fc4-9f3e-4839d4275fc6 owned by network:floatingip {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:31:19.984693 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-91603d30-cb74-46ab-a6fb-42b50ed5dad8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (e7875361-2cad-4fc4-9f3e-4839d4275fc6), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:20.006783 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91603d30-cb74-46ab-a6fb-42b50ed5dad8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event deleted for resources: {'Port': ['ID=e7875361-2cad-4fc4-9f3e-4839d4275fc6,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:20.070986 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-91603d30-cb74-46ab-a6fb-42b50ed5dad8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for floatingip (4557c8e7-2e7e-43a6-94e8-f489ec841406), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:20.073449 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-91603d30-cb74-46ab-a6fb-42b50ed5dad8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:20.075110 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-91603d30-cb74-46ab-a6fb-42b50ed5dad8 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/4557c8e7-2e7e-43a6-94e8-f489ec841406 HTTP/1.1" status: 204 len: 168 time: 0.4920049 Oct 31 19:31:20.949518 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b938f-9b81-4ca5-a637-bb067e6d0082 req-491fbd4e-8476-4c82-9f73-d7f7f737c4a7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:20.950898 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-252b938f-9b81-4ca5-a637-bb067e6d0082 req-491fbd4e-8476-4c82-9f73-d7f7f737c4a7 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 946 time: 0.0496278 Oct 31 19:31:20.998523 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-252b938f-9b81-4ca5-a637-bb067e6d0082 req-cab806f3-32f6-4380-be48-bc17acdfa07a tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4cf8b1c-3be3-4ebc-9cee-85c335bdc738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419512 Oct 31 19:31:21.112577 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350b6ac-73ad-4acd-a72d-0cbcde23e1a8 req-7d1649d2-f2d9-45fe-b293-7786b74d3c3c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:21.114142 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-4350b6ac-73ad-4acd-a72d-0cbcde23e1a8 req-7d1649d2-f2d9-45fe-b293-7786b74d3c3c tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 946 time: 0.0461104 Oct 31 19:31:21.124373 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55816) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:21.129378 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-4b04cdd5-0769-47e5-8030-c505b2736c6f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Request body: {'floatingip': {'port_id': 'e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:31:21.166250 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4b04cdd5-0769-47e5-8030-c505b2736c6f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (06f25a2b-5621-4ddf-bad6-87c6bd6e1652), before_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:21.282274 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55820) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:21.299258 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:21.341320 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-cce7ab32-ab13-4d9b-9247-f76e3af8e453 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group (20918b5a-7ba9-473b-aa81-5cb7c65d6fb5), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:21.366297 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-cce7ab32-ab13-4d9b-9247-f76e3af8e453 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group (20918b5a-7ba9-473b-aa81-5cb7c65d6fb5), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:21.397209 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:21.429324 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-cce7ab32-ab13-4d9b-9247-f76e3af8e453 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (20918b5a-7ba9-473b-aa81-5cb7c65d6fb5), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:21.431909 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-cce7ab32-ab13-4d9b-9247-f76e3af8e453 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:21.433065 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-cce7ab32-ab13-4d9b-9247-f76e3af8e453 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/20918b5a-7ba9-473b-aa81-5cb7c65d6fb5 HTTP/1.1" status: 204 len: 168 time: 0.1497331 Oct 31 19:31:21.442772 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7ab32-ab13-4d9b-9247-f76e3af8e453 tempest-TestVolumeBootPattern-2094031800 tempest-TestVolumeBootPattern-2094031800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20918b5a-7ba9-473b-aa81-5cb7c65d6fb5,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:21.494459 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55824) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:21.598421 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4b04cdd5-0769-47e5-8030-c505b2736c6f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:21.602847 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4b04cdd5-0769-47e5-8030-c505b2736c6f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (06f25a2b-5621-4ddf-bad6-87c6bd6e1652), after_update {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:21.638331 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:21.778587 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.l3_db [None req-4b04cdd5-0769-47e5-8030-c505b2736c6f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Floating IP 06f25a2b-5621-4ddf-bad6-87c6bd6e1652 associated. External IP: 172.27.0.155, port: e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e. Oct 31 19:31:22.373018 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b04cdd5-0769-47e5-8030-c505b2736c6f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:31:22.384959 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fd97f889-9e1c-47a4-9718-57f5a26ee1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2057950'] for router_interface (15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:22.427392 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:22.587935 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b04cdd5-0769-47e5-8030-c505b2736c6f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:31:22.593216 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-4b04cdd5-0769-47e5-8030-c505b2736c6f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:22.598245 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0b3dec-5236-4e1f-8e32-b141a7f105bb None None] Sync routers for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:31:22.609700 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0b3dec-5236-4e1f-8e32-b141a7f105bb None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:31:22.611166 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-6e0b3dec-5236-4e1f-8e32-b141a7f105bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:31:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:22.647211 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-4b04cdd5-0769-47e5-8030-c505b2736c6f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/06f25a2b-5621-4ddf-bad6-87c6bd6e1652 HTTP/1.1" status: 200 len: 992 time: 1.5217299 Oct 31 19:31:22.648655 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfc4366-d729-4c23-a899-d259f3afb325', 'tag': 'e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e'}] {{(pid=104476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:31:22.650892 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0062e5426dc5647716a044399dbfba2dcbc5098e5afccf4d1ebfa05dc2522b3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05913b0f-76dd-47aa-a9f8-45ae63aafcd0" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfc4366-d729-4c23-a899-d259f3afb325", "tag": "e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e"}]}' {{(pid=104476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:31:22.706453 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd84f024-c70d-4978-8f2a-f3fa022f826f x-openstack-request-id: req-fd84f024-c70d-4978-8f2a-f3fa022f826f {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:31:22.706812 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfc4366-d729-4c23-a899-d259f3afb325", "tag": "e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e", "status": "completed", "code": 200}]} {{(pid=104476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:31:22.707649 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd84f024-c70d-4978-8f2a-f3fa022f826f {{(pid=104476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:31:22.707649 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd84f024-c70d-4978-8f2a-f3fa022f826f'] response: {'name': 'network-changed', 'server_uuid': '3cfc4366-d729-4c23-a899-d259f3afb325', 'tag': 'e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e', 'status': 'completed', 'code': 200} Oct 31 19:31:22.723394 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-fd97f889-9e1c-47a4-9718-57f5a26ee1ac admin admin] Deleting port f69d9675-1384-447b-8eca-ac21e2e24121 {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:31:22.723771 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fd97f889-9e1c-47a4-9718-57f5a26ee1ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (f69d9675-1384-447b-8eca-ac21e2e24121), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:22.736263 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=100 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:22.760325 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05913b0f-76dd-47aa-a9f8-45ae63aafcd0 req-1de2fdcc-7da8-46b5-a637-80c7dfd540e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:22.762028 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05913b0f-76dd-47aa-a9f8-45ae63aafcd0 req-1de2fdcc-7da8-46b5-a637-80c7dfd540e7 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=adba9bc456234ea6ade63d41a1624967&device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 1130 time: 0.0459151 Oct 31 19:31:22.815277 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-fd97f889-9e1c-47a4-9718-57f5a26ee1ac admin admin] For port f69d9675-1384-447b-8eca-ac21e2e24121, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=f69d9675-1384-447b-8eca-ac21e2e24121,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:31:22.815662 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fd97f889-9e1c-47a4-9718-57f5a26ee1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (f69d9675-1384-447b-8eca-ac21e2e24121), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:22.829909 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-fd97f889-9e1c-47a4-9718-57f5a26ee1ac admin admin] Calling delete_port for f69d9675-1384-447b-8eca-ac21e2e24121 owned by network:router_interface {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:31:22.863853 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05913b0f-76dd-47aa-a9f8-45ae63aafcd0 req-baef3513-d444-4200-aa9a-480c6c3cdf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:22.864485 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-6e0b3dec-5236-4e1f-8e32-b141a7f105bb None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:31:22.865315 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05913b0f-76dd-47aa-a9f8-45ae63aafcd0 req-baef3513-d444-4200-aa9a-480c6c3cdf31 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=fa342027-4076-4973-b2c6-612147f6fd68 HTTP/1.1" status: 200 len: 915 time: 0.0981927 Oct 31 19:31:22.932469 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05913b0f-76dd-47aa-a9f8-45ae63aafcd0 req-0a7c3535-1fd8-4253-b3eb-0845eee72ef5 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e HTTP/1.1" status: 200 len: 1000 time: 0.0606143 Oct 31 19:31:22.981529 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05913b0f-76dd-47aa-a9f8-45ae63aafcd0 req-cd305b33-bbae-45d6-9eee-b00151262d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:22.983144 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05913b0f-76dd-47aa-a9f8-45ae63aafcd0 req-cd305b33-bbae-45d6-9eee-b00151262d47 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=54fd6b40-f478-48f1-b7ca-5aa60562ee76 HTTP/1.1" status: 200 len: 853 time: 0.0454702 Oct 31 19:31:23.022404 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fd97f889-9e1c-47a4-9718-57f5a26ee1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (f69d9675-1384-447b-8eca-ac21e2e24121), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:23.028411 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05913b0f-76dd-47aa-a9f8-45ae63aafcd0 req-af396e6c-8477-499e-984f-71c65fad64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:31:23.030080 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05913b0f-76dd-47aa-a9f8-45ae63aafcd0 req-af396e6c-8477-499e-984f-71c65fad64f2 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=fa342027-4076-4973-b2c6-612147f6fd68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410976 Oct 31 19:31:23.053332 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97f889-9e1c-47a4-9718-57f5a26ee1ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f69d9675-1384-447b-8eca-ac21e2e24121,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:23.099024 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-6e0b3dec-5236-4e1f-8e32-b141a7f105bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '06f25a2b-5621-4ddf-bad6-87c6bd6e1652', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': 'e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:59:74:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc4366-d729-4c23-a899-d259f3afb325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:31:08Z', 'updated_at': '2022-10-31T19:31:21Z', 'revision_number': 1, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:23.129168 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0b3dec-5236-4e1f-8e32-b141a7f105bb None None] Checking router: 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:31:23.134591 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05913b0f-76dd-47aa-a9f8-45ae63aafcd0 req-ce82b004-061c-4aa3-a8b1-d427731001e6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988388 Oct 31 19:31:23.140740 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0b3dec-5236-4e1f-8e32-b141a7f105bb None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:31:23.141376 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-6e0b3dec-5236-4e1f-8e32-b141a7f105bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:31:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:23.208154 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:23.240452 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-05913b0f-76dd-47aa-a9f8-45ae63aafcd0 req-07491459-33f3-4da1-9aaf-ebba67dc2854 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000531 Oct 31 19:31:23.260088 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-fd97f889-9e1c-47a4-9718-57f5a26ee1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056782'] for router_interface (15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:23.262801 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-6e0b3dec-5236-4e1f-8e32-b141a7f105bb None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:31:23.307837 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb694727-2c57-4c27-a484-50e07f8cce9a None None] get_active_networks_info from dv-cinder-863097-1-iscsi {{(pid=104477) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 19:31:23.456852 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:23.477908 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd97f889-9e1c-47a4-9718-57f5a26ee1ac admin admin] Router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:31:23.494444 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb694727-2c57-4c27-a484-50e07f8cce9a None None] Resources bound (agent type, host, resource id): {{(pid=104477) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 19:31:23.528801 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:23.563773 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:23.565722 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:23.583500 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd97f889-9e1c-47a4-9718-57f5a26ee1ac admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:31:23.591495 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-fd97f889-9e1c-47a4-9718-57f5a26ee1ac admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0934925 Oct 31 19:31:23.591495 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55832) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:23.594292 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a19aeb-4a37-46d5-89fb-c3812c054cd3 None None] Sync routers for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:31:23.604645 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a19aeb-4a37-46d5-89fb-c3812c054cd3 None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:31:23.605353 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-a9a19aeb-4a37-46d5-89fb-c3812c054cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:31:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:23.629557 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-6e0b3dec-5236-4e1f-8e32-b141a7f105bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '06f25a2b-5621-4ddf-bad6-87c6bd6e1652', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': 'e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:59:74:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc4366-d729-4c23-a899-d259f3afb325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:31:08Z', 'updated_at': '2022-10-31T19:31:21Z', 'revision_number': 1, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:23.663762 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0b3dec-5236-4e1f-8e32-b141a7f105bb None None] The sync data for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi is: [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_floatingips': [{'id': '06f25a2b-5621-4ddf-bad6-87c6bd6e1652', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'router_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'port_id': 'e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'mac_address': 'fa:16:3e:59:74:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfc4366-d729-4c23-a899-d259f3afb325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-31T19:31:08Z', 'updated_at': '2022-10-31T19:31:21Z', 'revision_number': 1, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:31:23.692305 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c47c1d5c-08d7-4d30-87f4-3ca35d640df9 admin admin] Publish callbacks [] for router (15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:23.718081 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-a9a19aeb-4a37-46d5-89fb-c3812c054cd3 None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:31:23.806584 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c47c1d5c-08d7-4d30-87f4-3ca35d640df9 admin admin] Publish callbacks [] for router_gateway (15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:23.855947 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-c47c1d5c-08d7-4d30-87f4-3ca35d640df9 admin admin] Deleting port 1b344453-67b6-4bf7-bde1-8d6ac3651e77 {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:31:23.856428 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c47c1d5c-08d7-4d30-87f4-3ca35d640df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (1b344453-67b6-4bf7-bde1-8d6ac3651e77), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:23.898251 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-a9a19aeb-4a37-46d5-89fb-c3812c054cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:31:22Z', 'revision_number': 5, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port': {'id': '1b344453-67b6-4bf7-bde1-8d6ac3651e77', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:37Z', 'updated_at': '2022-10-31T19:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:23.928990 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a19aeb-4a37-46d5-89fb-c3812c054cd3 None None] Checking router: 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:31:23.939707 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a19aeb-4a37-46d5-89fb-c3812c054cd3 None None] Routers {'15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:31:23.940383 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-a9a19aeb-4a37-46d5-89fb-c3812c054cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:31:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:23.952553 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-c47c1d5c-08d7-4d30-87f4-3ca35d640df9 admin admin] For port 1b344453-67b6-4bf7-bde1-8d6ac3651e77, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=1b344453-67b6-4bf7-bde1-8d6ac3651e77,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:31:23.953053 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65d8bda-1e17-470b-9af8-c45968625c51 None None] New status for floating IP 06f25a2b-5621-4ddf-bad6-87c6bd6e1652: ACTIVE {{(pid=104477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:31:23.953379 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c47c1d5c-08d7-4d30-87f4-3ca35d640df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (1b344453-67b6-4bf7-bde1-8d6ac3651e77), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:23.970786 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-c47c1d5c-08d7-4d30-87f4-3ca35d640df9 admin admin] Calling delete_port for 1b344453-67b6-4bf7-bde1-8d6ac3651e77 owned by network:router_gateway {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:31:24.044758 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-a9a19aeb-4a37-46d5-89fb-c3812c054cd3 None None] Set router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca gateway port host: None {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:31:24.123352 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-a9a19aeb-4a37-46d5-89fb-c3812c054cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:31:23Z', 'revision_number': 6, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port_host': None}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:24.153584 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c47c1d5c-08d7-4d30-87f4-3ca35d640df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (1b344453-67b6-4bf7-bde1-8d6ac3651e77), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:24.154802 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a19aeb-4a37-46d5-89fb-c3812c054cd3 None None] The sync data for ids ['15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca'] in dv-cinder-863097-1-iscsi is: [{'id': '15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca', 'name': 'tempest-TestVolumeBootPattern-538985388-router', 'tenant_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:36Z', 'updated_at': '2022-10-31T19:31:23Z', 'revision_number': 6, 'project_id': '808cc3e5392b4bb7a80b154a60f69ee3', 'gw_port_host': None}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:31:24.180488 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c1d5c-08d7-4d30-87f4-3ca35d640df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b344453-67b6-4bf7-bde1-8d6ac3651e77,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:24.250106 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c47c1d5c-08d7-4d30-87f4-3ca35d640df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2058137'] for router_gateway (15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:24.338161 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c47c1d5c-08d7-4d30-87f4-3ca35d640df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2036084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482181'] for router (15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:24.340830 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c47c1d5c-08d7-4d30-87f4-3ca35d640df9 admin admin] Publish callbacks [] for router_controller (15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca), precommit_delete_associations {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:24.373919 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:24.381753 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c47c1d5c-08d7-4d30-87f4-3ca35d640df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2056731'] for router (15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:24.382317 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47c1d5c-08d7-4d30-87f4-3ca35d640df9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca {{(pid=104476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 19:31:24.387005 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-c47c1d5c-08d7-4d30-87f4-3ca35d640df9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:24.388143 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-c47c1d5c-08d7-4d30-87f4-3ca35d640df9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/15bc7acb-8c96-4a82-b42b-6aaa59f6f1ca HTTP/1.1" status: 204 len: 168 time: 0.7959344 Oct 31 19:31:24.390813 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55834) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:24.400606 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-e67bdedc-0fb7-4dba-95d9-45b4d91a47a6 None None] Provisioning complete for port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:31:24.400975 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e67bdedc-0fb7-4dba-95d9-45b4d91a47a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (2604a4bb-14b4-47e7-8d01-f305f16b6ad4), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:24.401309 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-e67bdedc-0fb7-4dba-95d9-45b4d91a47a6 None None] Attempt 1 to provision port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 Oct 31 19:31:24.435531 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3ad7f8-5c35-4a82-946f-36b9b51939e9 admin admin] Deleting subnet ea13b07d-23c0-4ab1-af41-11d895efc58d {{(pid=104476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 19:31:24.438673 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cf3ad7f8-5c35-4a82-946f-36b9b51939e9 admin admin] Publish callbacks [] for subnet (ea13b07d-23c0-4ab1-af41-11d895efc58d), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:24.477486 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cf3ad7f8-5c35-4a82-946f-36b9b51939e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8041706'] for subnet (ea13b07d-23c0-4ab1-af41-11d895efc58d), precommit_delete_associations {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:24.478197 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-e67bdedc-0fb7-4dba-95d9-45b4d91a47a6 None None] Current status of the port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:31:24.564084 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:24.568320 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cf3ad7f8-5c35-4a82-946f-36b9b51939e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990620'] for subnet (ea13b07d-23c0-4ab1-af41-11d895efc58d), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:24.631114 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cf3ad7f8-5c35-4a82-946f-36b9b51939e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5226086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4898039'] for subnet (ea13b07d-23c0-4ab1-af41-11d895efc58d), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:24.655150 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ad7f8-5c35-4a82-946f-36b9b51939e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea13b07d-23c0-4ab1-af41-11d895efc58d,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:24.660668 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cf3ad7f8-5c35-4a82-946f-36b9b51939e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:24.664038 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-cf3ad7f8-5c35-4a82-946f-36b9b51939e9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/ea13b07d-23c0-4ab1-af41-11d895efc58d HTTP/1.1" status: 204 len: 168 time: 0.2723062 Oct 31 19:31:24.666164 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410c4942-f755-4bb2-a9a2-08b434391a23 None None] Network adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:31:24.666650 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55836) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:24.738298 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-890624'] for network (adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:24.780552 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] Deleting port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:31:24.780895 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (2604a4bb-14b4-47e7-8d01-f305f16b6ad4), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:24.847683 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] For port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=2604a4bb-14b4-47e7-8d01-f305f16b6ad4,segment=NetworkSegment(4de19623-588f-48ac-b744-fb9f52e690b2),segment_id=4de19623-588f-48ac-b744-fb9f52e690b2)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:31:24.848050 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (2604a4bb-14b4-47e7-8d01-f305f16b6ad4), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:24.861156 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] Calling delete_port for 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 owned by network:dhcp {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:31:24.937892 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (2604a4bb-14b4-47e7-8d01-f305f16b6ad4), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:24.959574 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db654c67-868d-42fd-b0b8-49924eff98aa None None] DHCP port deletion for adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b request from dv-cinder-863097-1-iscsi {{(pid=104477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 19:31:24.968748 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] Pushing event deleted for resources: {'Port': ['ID=2604a4bb-14b4-47e7-8d01-f305f16b6ad4,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:24.974903 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] No DVR routers for this DVR port 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 on host dv-cinder-863097-1-iscsi {{(pid=104476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:31:24.990421 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device f69d9675-1384-447b-8eca-ac21e2e24121 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:31:25.013816 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: f69d9675-1384-447b-8eca-ac21e2e24121 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:31:25.014504 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device f69d9675-1384-447b-8eca-ac21e2e24121 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:31:25.056600 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989543', 'neutron.services.segments.db._delete_segments_for_network-8766604153474'] for network (adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:25.078064 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b']}} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:25.087699 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de19623-588f-48ac-b744-fb9f52e690b2') {'for_net_delete': True} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:25.087996 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de19623-588f-48ac-b744-fb9f52e690b2') {} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:25.097498 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766604153537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8041699'] for segment (4de19623-588f-48ac-b744-fb9f52e690b2), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:25.111155 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (4de19623-588f-48ac-b744-fb9f52e690b2), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:25.117423 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=104476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 19:31:25.117883 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5225984'] for segment (4de19623-588f-48ac-b744-fb9f52e690b2), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:25.171325 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment 4de19623-588f-48ac-b744-fb9f52e690b2 resource provider aggregate not found Oct 31 19:31:25.190950 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2058165'] for network (adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:25.197298 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment 4de19623-588f-48ac-b744-fb9f52e690b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4de19623-588f-48ac-b744-fb9f52e690b2 found for delete ", "request_id": "req-087ddb1d-2407-4079-9b1c-6d1637439b2f"}]} Oct 31 19:31:25.198597 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:25.205478 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b HTTP/1.1" status: 204 len: 168 time: 0.5351508 Oct 31 19:31:25.205797 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55842) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:25.218510 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bfb05-d8dc-49bd-8884-5f15b8e03534 admin admin] Pushing event deleted for resources: {'Network': ['ID=adb7c8f5-3156-4d00-ac4d-5e9b81d5fe3b,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:25.514675 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:25.519523 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-865d469d-7e7b-4aaf-b0d4-a645c8a37a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2057950'] for router_interface (80bc6909-2daa-4a3f-bef0-64076a2d84cc), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:25.737968 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-865d469d-7e7b-4aaf-b0d4-a645c8a37a0a admin admin] Deleting port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:31:25.738304 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-865d469d-7e7b-4aaf-b0d4-a645c8a37a0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:25.816121 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-865d469d-7e7b-4aaf-b0d4-a645c8a37a0a admin admin] For port 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=5413ebb3-2279-4ac8-93d2-7c3ba07dbba1,segment=NetworkSegment(b9d97806-9788-4cc8-b2ff-70262ba7160b),segment_id=b9d97806-9788-4cc8-b2ff-70262ba7160b)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:31:25.816492 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-865d469d-7e7b-4aaf-b0d4-a645c8a37a0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:25.829337 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-865d469d-7e7b-4aaf-b0d4-a645c8a37a0a admin admin] Calling delete_port for 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 owned by network:router_interface {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:31:26.004786 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-865d469d-7e7b-4aaf-b0d4-a645c8a37a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (5413ebb3-2279-4ac8-93d2-7c3ba07dbba1), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:26.009660 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:26.036006 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d469d-7e7b-4aaf-b0d4-a645c8a37a0a admin admin] Pushing event deleted for resources: {'Port': ['ID=5413ebb3-2279-4ac8-93d2-7c3ba07dbba1,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:26.198108 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-865d469d-7e7b-4aaf-b0d4-a645c8a37a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056782'] for router_interface (80bc6909-2daa-4a3f-bef0-64076a2d84cc), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:26.220443 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878f0eea-9c5e-4e73-b6f9-be04e453373b None None] get_active_networks_info from dv-cinder-863097-1-iscsi {{(pid=104477) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 19:31:26.295268 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878f0eea-9c5e-4e73-b6f9-be04e453373b None None] Resources bound (agent type, host, resource id): {{(pid=104477) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 19:31:26.602352 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:26.616211 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:31:26.636014 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:31:26.637032 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 2604a4bb-14b4-47e7-8d01-f305f16b6ad4 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:31:26.637326 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 1b344453-67b6-4bf7-bde1-8d6ac3651e77 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:31:26.656320 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 1b344453-67b6-4bf7-bde1-8d6ac3651e77 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:31:26.656665 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 1b344453-67b6-4bf7-bde1-8d6ac3651e77 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:31:26.674317 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865d469d-7e7b-4aaf-b0d4-a645c8a37a0a admin admin] Router 80bc6909-2daa-4a3f-bef0-64076a2d84cc has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:31:26.780154 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865d469d-7e7b-4aaf-b0d4-a645c8a37a0a admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:31:26.785293 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-865d469d-7e7b-4aaf-b0d4-a645c8a37a0a admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/80bc6909-2daa-4a3f-bef0-64076a2d84cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5783992 Oct 31 19:31:26.787973 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55844) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:26.789938 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6831c9c-f225-4d8d-8ea8-d23e363cfa11 None None] Sync routers for ids ['80bc6909-2daa-4a3f-bef0-64076a2d84cc'] in dv-cinder-863097-1-iscsi {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:31:26.807413 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6831c9c-f225-4d8d-8ea8-d23e363cfa11 None None] Routers {'80bc6909-2daa-4a3f-bef0-64076a2d84cc'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:31:26.809470 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-d6831c9c-f225-4d8d-8ea8-d23e363cfa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:31:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['80bc6909-2daa-4a3f-bef0-64076a2d84cc'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:26.894933 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fad032d5-05c2-4f81-b680-193b8b9b48b6 admin admin] Publish callbacks [] for router (80bc6909-2daa-4a3f-bef0-64076a2d84cc), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:26.914523 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-d6831c9c-f225-4d8d-8ea8-d23e363cfa11 None None] Set router 80bc6909-2daa-4a3f-bef0-64076a2d84cc gateway port host: dv-cinder-863097-1-iscsi {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:31:26.916854 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-aadc2749-884d-4c7e-8238-d72a11d2b573 None None] Provisioning complete for port b03cac4b-b76a-4a6e-9135-fbf79442626b triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:31:26.917426 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-aadc2749-884d-4c7e-8238-d72a11d2b573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (b03cac4b-b76a-4a6e-9135-fbf79442626b), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:26.918496 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-aadc2749-884d-4c7e-8238-d72a11d2b573 None None] Attempt 1 to provision port b03cac4b-b76a-4a6e-9135-fbf79442626b Oct 31 19:31:26.996721 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-aadc2749-884d-4c7e-8238-d72a11d2b573 None None] Current status of the port b03cac4b-b76a-4a6e-9135-fbf79442626b is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:31:27.004232 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fad032d5-05c2-4f81-b680-193b8b9b48b6 admin admin] Publish callbacks [] for router_gateway (80bc6909-2daa-4a3f-bef0-64076a2d84cc), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:27.048613 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-fad032d5-05c2-4f81-b680-193b8b9b48b6 admin admin] Deleting port cdf413d3-d574-4d75-9966-10db10470ec5 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:31:27.048953 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fad032d5-05c2-4f81-b680-193b8b9b48b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (cdf413d3-d574-4d75-9966-10db10470ec5), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:27.133524 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-fad032d5-05c2-4f81-b680-193b8b9b48b6 admin admin] For port cdf413d3-d574-4d75-9966-10db10470ec5, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=cdf413d3-d574-4d75-9966-10db10470ec5,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:31:27.133820 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fad032d5-05c2-4f81-b680-193b8b9b48b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (cdf413d3-d574-4d75-9966-10db10470ec5), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:27.147852 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-fad032d5-05c2-4f81-b680-193b8b9b48b6 admin admin] Calling delete_port for cdf413d3-d574-4d75-9966-10db10470ec5 owned by network:router_gateway {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:31:27.155230 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=100 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:27.168061 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-d6831c9c-f225-4d8d-8ea8-d23e363cfa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'name': 'tempest-TestVolumeBootPattern-914692195-router', 'tenant_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'cdf413d3-d574-4d75-9966-10db10470ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:48Z', 'updated_at': '2022-10-31T19:31:25Z', 'revision_number': 5, 'project_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'gw_port': {'id': 'cdf413d3-d574-4d75-9966-10db10470ec5', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:06:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:22:49Z', 'updated_at': '2022-10-31T19:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:27.192596 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6831c9c-f225-4d8d-8ea8-d23e363cfa11 None None] Checking router: 80bc6909-2daa-4a3f-bef0-64076a2d84cc for host: dv-cinder-863097-1-iscsi {{(pid=104478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:31:27.192882 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:27.202002 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6831c9c-f225-4d8d-8ea8-d23e363cfa11 None None] Routers {'80bc6909-2daa-4a3f-bef0-64076a2d84cc'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:31:27.202600 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-d6831c9c-f225-4d8d-8ea8-d23e363cfa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:31:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['80bc6909-2daa-4a3f-bef0-64076a2d84cc'], 'active': True} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:27.284186 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_dvr_db [None req-d6831c9c-f225-4d8d-8ea8-d23e363cfa11 None None] Set router 80bc6909-2daa-4a3f-bef0-64076a2d84cc gateway port host: None {{(pid=104478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:31:27.323887 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fad032d5-05c2-4f81-b680-193b8b9b48b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (cdf413d3-d574-4d75-9966-10db10470ec5), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:27.334620 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:27.336201 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.l3_hamode_db [None req-d6831c9c-f225-4d8d-8ea8-d23e363cfa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'name': 'tempest-TestVolumeBootPattern-914692195-router', 'tenant_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:48Z', 'updated_at': '2022-10-31T19:31:27Z', 'revision_number': 6, 'project_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'gw_port_host': None}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:27.350010 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad032d5-05c2-4f81-b680-193b8b9b48b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf413d3-d574-4d75-9966-10db10470ec5,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:27.374364 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6831c9c-f225-4d8d-8ea8-d23e363cfa11 None None] The sync data for ids ['80bc6909-2daa-4a3f-bef0-64076a2d84cc'] in dv-cinder-863097-1-iscsi is: [{'id': '80bc6909-2daa-4a3f-bef0-64076a2d84cc', 'name': 'tempest-TestVolumeBootPattern-914692195-router', 'tenant_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:22:48Z', 'updated_at': '2022-10-31T19:31:27Z', 'revision_number': 6, 'project_id': '8add10fb5e6e43e69ccff4419f47b3aa', 'gw_port_host': None}] {{(pid=104478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:31:27.420315 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fad032d5-05c2-4f81-b680-193b8b9b48b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2058137'] for router_gateway (80bc6909-2daa-4a3f-bef0-64076a2d84cc), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:27.513578 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fad032d5-05c2-4f81-b680-193b8b9b48b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2036084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482181'] for router (80bc6909-2daa-4a3f-bef0-64076a2d84cc), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:27.516369 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fad032d5-05c2-4f81-b680-193b8b9b48b6 admin admin] Publish callbacks [] for router_controller (80bc6909-2daa-4a3f-bef0-64076a2d84cc), precommit_delete_associations {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:27.553981 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:27.560392 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fad032d5-05c2-4f81-b680-193b8b9b48b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2056731'] for router (80bc6909-2daa-4a3f-bef0-64076a2d84cc), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:27.560973 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad032d5-05c2-4f81-b680-193b8b9b48b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80bc6909-2daa-4a3f-bef0-64076a2d84cc {{(pid=104475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 19:31:27.565076 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fad032d5-05c2-4f81-b680-193b8b9b48b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:27.566254 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-fad032d5-05c2-4f81-b680-193b8b9b48b6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/80bc6909-2daa-4a3f-bef0-64076a2d84cc HTTP/1.1" status: 204 len: 168 time: 0.7767582 Oct 31 19:31:27.569209 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55846) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:27.611773 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc88b8f-1e57-4456-b344-234122117614 admin admin] Deleting subnet 41680fef-427b-4b59-8a4f-7396454062ff {{(pid=104476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 19:31:27.613483 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:27.615512 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5bc88b8f-1e57-4456-b344-234122117614 admin admin] Publish callbacks [] for subnet (41680fef-427b-4b59-8a4f-7396454062ff), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:27.649484 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5bc88b8f-1e57-4456-b344-234122117614 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8041706'] for subnet (41680fef-427b-4b59-8a4f-7396454062ff), precommit_delete_associations {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:27.726344 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5bc88b8f-1e57-4456-b344-234122117614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990620'] for subnet (41680fef-427b-4b59-8a4f-7396454062ff), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:27.784469 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5bc88b8f-1e57-4456-b344-234122117614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5226086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4898039'] for subnet (41680fef-427b-4b59-8a4f-7396454062ff), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:27.811980 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc88b8f-1e57-4456-b344-234122117614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41680fef-427b-4b59-8a4f-7396454062ff,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:27.815386 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5bc88b8f-1e57-4456-b344-234122117614 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:27.818472 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-5bc88b8f-1e57-4456-b344-234122117614 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/41680fef-427b-4b59-8a4f-7396454062ff HTTP/1.1" status: 204 len: 168 time: 0.2482636 Oct 31 19:31:27.820952 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55848) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:27.823347 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bf04ac-e424-4682-b0ec-4a99173540a8 None None] Network 8cf9e418-b844-43be-9fd5-e065ace339a4 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:31:27.845251 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:27.848628 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:28.125359 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78ac63f-2d8c-4bcc-88e2-812826fcbd41 None None] DHCP port deletion for 8cf9e418-b844-43be-9fd5-e065ace339a4 request from dv-cinder-863097-1-iscsi {{(pid=104477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 19:31:28.155861 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:28.158637 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-890624'] for network (8cf9e418-b844-43be-9fd5-e065ace339a4), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:28.165659 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-b78ac63f-2d8c-4bcc-88e2-812826fcbd41 None None] Deleting port b03cac4b-b76a-4a6e-9135-fbf79442626b {{(pid=104477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:31:28.166050 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b78ac63f-2d8c-4bcc-88e2-812826fcbd41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (b03cac4b-b76a-4a6e-9135-fbf79442626b), before_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:28.202577 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] Deleting port b03cac4b-b76a-4a6e-9135-fbf79442626b {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:31:28.202926 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (b03cac4b-b76a-4a6e-9135-fbf79442626b), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:28.234798 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-b78ac63f-2d8c-4bcc-88e2-812826fcbd41 None None] For port b03cac4b-b76a-4a6e-9135-fbf79442626b, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=b03cac4b-b76a-4a6e-9135-fbf79442626b,segment=NetworkSegment(b9d97806-9788-4cc8-b2ff-70262ba7160b),segment_id=b9d97806-9788-4cc8-b2ff-70262ba7160b)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:31:28.235189 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b78ac63f-2d8c-4bcc-88e2-812826fcbd41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (b03cac4b-b76a-4a6e-9135-fbf79442626b), precommit_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:28.248501 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-b78ac63f-2d8c-4bcc-88e2-812826fcbd41 None None] Calling delete_port for b03cac4b-b76a-4a6e-9135-fbf79442626b owned by network:dhcp {{(pid=104477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:31:28.270657 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] For port b03cac4b-b76a-4a6e-9135-fbf79442626b, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=b03cac4b-b76a-4a6e-9135-fbf79442626b,segment=NetworkSegment(b9d97806-9788-4cc8-b2ff-70262ba7160b),segment_id=b9d97806-9788-4cc8-b2ff-70262ba7160b)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:31:28.271015 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (b03cac4b-b76a-4a6e-9135-fbf79442626b), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:28.284308 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] Calling delete_port for b03cac4b-b76a-4a6e-9135-fbf79442626b owned by network:dhcp {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:31:28.327474 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-b78ac63f-2d8c-4bcc-88e2-812826fcbd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988'] for port (b03cac4b-b76a-4a6e-9135-fbf79442626b), after_delete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:28.354841 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ac63f-2d8c-4bcc-88e2-812826fcbd41 None None] Pushing event deleted for resources: {'Port': ['ID=b03cac4b-b76a-4a6e-9135-fbf79442626b,revision_number=None']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:28.358332 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ac63f-2d8c-4bcc-88e2-812826fcbd41 None None] No DVR routers for this DVR port b03cac4b-b76a-4a6e-9135-fbf79442626b on host dv-cinder-863097-1-iscsi {{(pid=104477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:31:28.364759 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (b03cac4b-b76a-4a6e-9135-fbf79442626b), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:28.388806 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] Pushing event deleted for resources: {'Port': ['ID=b03cac4b-b76a-4a6e-9135-fbf79442626b,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:28.395476 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] No DVR routers for this DVR port b03cac4b-b76a-4a6e-9135-fbf79442626b on host dv-cinder-863097-1-iscsi {{(pid=104476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:31:28.470000 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989543', 'neutron.services.segments.db._delete_segments_for_network-8766604153474'] for network (8cf9e418-b844-43be-9fd5-e065ace339a4), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:28.490176 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf9e418-b844-43be-9fd5-e065ace339a4']}} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:28.500509 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d97806-9788-4cc8-b2ff-70262ba7160b') {'for_net_delete': True} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:28.500811 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d97806-9788-4cc8-b2ff-70262ba7160b') {} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:31:28.510633 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766604153537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8041699'] for segment (b9d97806-9788-4cc8-b2ff-70262ba7160b), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:28.525056 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (b9d97806-9788-4cc8-b2ff-70262ba7160b), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:28.532423 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=104476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 19:31:28.533114 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5225984'] for segment (b9d97806-9788-4cc8-b2ff-70262ba7160b), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:28.556377 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment b9d97806-9788-4cc8-b2ff-70262ba7160b resource provider aggregate not found Oct 31 19:31:28.556792 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:31:28.594509 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment b9d97806-9788-4cc8-b2ff-70262ba7160b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9d97806-9788-4cc8-b2ff-70262ba7160b found for delete ", "request_id": "req-7bbf1a08-ab93-4f91-a460-3cd31e8ef2b0"}]} Oct 31 19:31:28.609735 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2058165'] for network (8cf9e418-b844-43be-9fd5-e065ace339a4), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:28.614290 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:28.617736 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/8cf9e418-b844-43be-9fd5-e065ace339a4 HTTP/1.1" status: 204 len: 168 time: 0.7958343 Oct 31 19:31:28.630919 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e09535-0606-45f8-8028-84c0c03ce479 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf9e418-b844-43be-9fd5-e065ace339a4,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:28.724079 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:31:28.724423 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 5413ebb3-2279-4ac8-93d2-7c3ba07dbba1 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:31:28.724840 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device b03cac4b-b76a-4a6e-9135-fbf79442626b no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:31:28.745120 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: b03cac4b-b76a-4a6e-9135-fbf79442626b {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:31:28.745120 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device b03cac4b-b76a-4a6e-9135-fbf79442626b not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:31:28.745350 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device cdf413d3-d574-4d75-9966-10db10470ec5 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:31:28.745560 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55856) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:28.763437 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: cdf413d3-d574-4d75-9966-10db10470ec5 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:31:28.763777 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device cdf413d3-d574-4d75-9966-10db10470ec5 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:31:28.787001 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-b1f77f1d-abe8-483d-a067-dd7e04005ab8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=808cc3e5392b4bb7a80b154a60f69ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400832 Oct 31 19:31:28.789721 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55858) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:28.831789 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:28.837426 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-136b77ec-36a4-4a22-a4ed-b0eb483b0cc3 admin admin] Publish callbacks [] for security_group (b2d54b9d-816e-4363-9d95-b75d4a364f78), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:28.858693 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-136b77ec-36a4-4a22-a4ed-b0eb483b0cc3 admin admin] Publish callbacks [] for security_group (b2d54b9d-816e-4363-9d95-b75d4a364f78), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:28.903796 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-136b77ec-36a4-4a22-a4ed-b0eb483b0cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (b2d54b9d-816e-4363-9d95-b75d4a364f78), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:28.906258 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-136b77ec-36a4-4a22-a4ed-b0eb483b0cc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:28.907367 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-136b77ec-36a4-4a22-a4ed-b0eb483b0cc3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b2d54b9d-816e-4363-9d95-b75d4a364f78 HTTP/1.1" status: 204 len: 168 time: 0.1167192 Oct 31 19:31:28.915115 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b77ec-36a4-4a22-a4ed-b0eb483b0cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d54b9d-816e-4363-9d95-b75d4a364f78,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:29.220615 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55864) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:29.258991 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-36c1d423-e4fb-46f1-b2d7-30b7cb2ed022 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8add10fb5e6e43e69ccff4419f47b3aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372660 Oct 31 19:31:29.261230 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55866) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:31:29.310191 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8ccf-0a03-44d7-85ce-23807c5b47ad admin admin] Publish callbacks [] for security_group (3d25dba8-b808-4a23-8cd0-91aca6f2c158), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:29.329727 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8ccf-0a03-44d7-85ce-23807c5b47ad admin admin] Publish callbacks [] for security_group (3d25dba8-b808-4a23-8cd0-91aca6f2c158), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:29.354080 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:29.377303 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8ccf-0a03-44d7-85ce-23807c5b47ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (3d25dba8-b808-4a23-8cd0-91aca6f2c158), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:29.379932 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8ccf-0a03-44d7-85ce-23807c5b47ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:29.381030 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-2f2f8ccf-0a03-44d7-85ce-23807c5b47ad admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3d25dba8-b808-4a23-8cd0-91aca6f2c158 HTTP/1.1" status: 204 len: 168 time: 0.1184390 Oct 31 19:31:29.388983 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f8ccf-0a03-44d7-85ce-23807c5b47ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d25dba8-b808-4a23-8cd0-91aca6f2c158,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:31:31.602685 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-862e24aa-6915-4fc7-a8de-fd8d3bb70fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:33.928210 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c90a-2096-4752-92f7-c64a4f1c9879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:35.064596 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:36.452828 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:36.722863 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:37.552625 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=28,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:39.385091 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=28,neutron:DELETE=6 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:42.859317 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:31:45.062672 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=18 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:52.051791 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:31:52.854088 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=44,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:31:52.856340 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=37,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:01.606043 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-065583da-86cd-4419-9f17-b68b96bf44ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:03.930652 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-6df04756-e0a6-4209-aec3-b72e9f9e486a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:05.067868 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:06.456266 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:06.588253 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e3b83-9e1b-4a84-99d5-5048f7f3c6de req-854ff268-98b5-44f9-947f-cca7f9df87a6 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:06.589822 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-835e3b83-9e1b-4a84-99d5-5048f7f3c6de req-854ff268-98b5-44f9-947f-cca7f9df87a6 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 946 time: 0.0472765 Oct 31 19:32:06.637054 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-835e3b83-9e1b-4a84-99d5-5048f7f3c6de req-49c9d5ba-c797-4744-b3fe-f0745bce0d57 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4cf8b1c-3be3-4ebc-9cee-85c335bdc738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416420 Oct 31 19:32:06.725954 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:07.757885 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8268f-c216-4f8c-94d7-266c4298928c req-a0ad6527-4930-4f7b-9a55-80a8537c80cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:07.759325 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-84f8268f-c216-4f8c-94d7-266c4298928c req-a0ad6527-4930-4f7b-9a55-80a8537c80cc tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 946 time: 0.0455365 Oct 31 19:32:07.806557 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-84f8268f-c216-4f8c-94d7-266c4298928c req-760697f2-003d-4af1-80c6-3029e1128167 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=e4cf8b1c-3be3-4ebc-9cee-85c335bdc738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409989 Oct 31 19:32:07.998937 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c01474-aa70-455c-98ee-46d736c1a748 req-0b937e36-c957-411f-85f8-bd4dc466ae1b tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:08.000273 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-96c01474-aa70-455c-98ee-46d736c1a748 req-0b937e36-c957-411f-85f8-bd4dc466ae1b tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 946 time: 0.0494020 Oct 31 19:32:08.078990 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-96c01474-aa70-455c-98ee-46d736c1a748 req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Deleting port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:32:08.079326 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-96c01474-aa70-455c-98ee-46d736c1a748 req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:08.121015 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:08.122863 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:08.171129 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-96c01474-aa70-455c-98ee-46d736c1a748 req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] For port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:32:08.171485 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-96c01474-aa70-455c-98ee-46d736c1a748 req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:08.329210 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-96c01474-aa70-455c-98ee-46d736c1a748 req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:08.329564 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-96c01474-aa70-455c-98ee-46d736c1a748 req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2058206'] for floatingip (06f25a2b-5621-4ddf-bad6-87c6bd6e1652), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:08.329904 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.l3_db [req-96c01474-aa70-455c-98ee-46d736c1a748 req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Floating IP 06f25a2b-5621-4ddf-bad6-87c6bd6e1652 disassociated. External IP: 172.27.0.155, port: e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e. Oct 31 19:32:08.330237 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-96c01474-aa70-455c-98ee-46d736c1a748 req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Calling delete_port for e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:32:08.456555 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-96c01474-aa70-455c-98ee-46d736c1a748 req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:08.483060 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event deleted for resources: {'Port': ['ID=e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:08.496462 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:08.496462 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:08.496668 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:08.496825 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:08.497159 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:08.497488 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:08.497880 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:08.498210 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:08.498536 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:08.498971 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:08.499172 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:08.499523 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:08.499876 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:08.500197 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:08.500518 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:08.609245 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96c01474-aa70-455c-98ee-46d736c1a748 req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:32:08.713899 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96c01474-aa70-455c-98ee-46d736c1a748 req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:32:08.725288 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608e4518-df56-4bb4-9863-acb7a0372ca2 None None] Sync routers for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:32:08.736042 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e4518-df56-4bb4-9863-acb7a0372ca2 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:32:08.736690 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-608e4518-df56-4bb4-9863-acb7a0372ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:32:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:32:08.755959 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c01474-aa70-455c-98ee-46d736c1a748 req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] No DVR routers for this DVR port e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:32:08.758553 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-96c01474-aa70-455c-98ee-46d736c1a748 req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:08.761763 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-96c01474-aa70-455c-98ee-46d736c1a748 req-bcf9610c-22ab-4105-99e8-8f29c6972095 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.33 "DELETE /networking/v2.0/ports/e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e HTTP/1.1" status: 204 len: 173 time: 0.7560000 Oct 31 19:32:08.762780 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfc4366-d729-4c23-a899-d259f3afb325', 'name': 'network-vif-deleted', 'tag': 'e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:32:08.765014 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20db7b3b-d94b-4649-9c18-1943940b252f" -d '{"events": [{"server_uuid": "3cfc4366-d729-4c23-a899-d259f3afb325", "name": "network-vif-deleted", "tag": "e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:32:08.810187 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85e1dd3-1818-4045-a4c0-2e634dd12c77 x-openstack-request-id: req-d85e1dd3-1818-4045-a4c0-2e634dd12c77 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:32:08.810481 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfc4366-d729-4c23-a899-d259f3afb325", "name": "network-vif-deleted", "tag": "e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:32:08.810787 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d85e1dd3-1818-4045-a4c0-2e634dd12c77 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:32:08.811199 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85e1dd3-1818-4045-a4c0-2e634dd12c77'] response: {'server_uuid': '3cfc4366-d729-4c23-a899-d259f3afb325', 'name': 'network-vif-deleted', 'tag': 'e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e', 'status': 'completed', 'code': 200} Oct 31 19:32:08.850414 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-608e4518-df56-4bb4-9863-acb7a0372ca2 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:32:08.940791 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5f98af7c-74be-4ce5-8e96-7a7d5baa2652 req-8c0391f7-e02a-40ac-8a2d-d4e40a449250 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=3cfc4366-d729-4c23-a899-d259f3afb325 HTTP/1.1" status: 200 len: 210 time: 0.0441945 Oct 31 19:32:09.054959 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-608e4518-df56-4bb4-9863-acb7a0372ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:32:09.083665 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608e4518-df56-4bb4-9863-acb7a0372ca2 None None] Checking router: 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:32:09.091971 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e4518-df56-4bb4-9863-acb7a0372ca2 None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:32:09.092504 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-608e4518-df56-4bb4-9863-acb7a0372ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:32:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:32:09.188557 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-608e4518-df56-4bb4-9863-acb7a0372ca2 None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:32:09.380962 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-608e4518-df56-4bb4-9863-acb7a0372ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:32:09.405469 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608e4518-df56-4bb4-9863-acb7a0372ca2 None None] The sync data for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi is: [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi', '_interfaces': [{'id': '4790c0cf-aad0-4584-a562-6493d5387fc9', 'name': '', 'network_id': 'fa342027-4076-4973-b2c6-612147f6fd68', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'mac_address': 'fa:16:3e:5a:54:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:51Z', 'updated_at': '2022-10-31T19:27:56Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'subnets': [{'id': '54fd6b40-f478-48f1-b7ca-5aa60562ee76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:32:09.641111 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3de7b91-2748-4190-8052-5c37f2cf4a4e None None] New status for floating IP 06f25a2b-5621-4ddf-bad6-87c6bd6e1652: DOWN {{(pid=104478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 31 19:32:10.042855 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55944) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:10.096463 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (e4cf8b1c-3be3-4ebc-9cee-85c335bdc738), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:10.118392 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (e4cf8b1c-3be3-4ebc-9cee-85c335bdc738), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:10.165052 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (e4cf8b1c-3be3-4ebc-9cee-85c335bdc738), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:10.167613 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:10.169318 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e4cf8b1c-3be3-4ebc-9cee-85c335bdc738 HTTP/1.1" status: 204 len: 168 time: 0.1248810 Oct 31 19:32:10.172116 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55946) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:10.178402 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cf8b1c-3be3-4ebc-9cee-85c335bdc738,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:10.185712 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:10.186026 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.api.v2.resource [None req-063d550f-e8c4-4078-9a6b-c3c5350c0221 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] show failed (client error): The resource could not be found. Oct 31 19:32:10.186158 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:10.186397 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:10.186736 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:10.186997 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-063d550f-e8c4-4078-9a6b-c3c5350c0221 tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "GET /networking/v2.0/security-groups/e4cf8b1c-3be3-4ebc-9cee-85c335bdc738 HTTP/1.1" status: 404 len: 347 time: 0.0139074 Oct 31 19:32:10.187097 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:10.187464 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:10.187799 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:10.188132 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:10.188454 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:10.188780 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:10.189104 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:10.189476 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:10.189872 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:10.189989 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 55948) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:10.190194 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:10.190517 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316da59-2d60-4b4c-8a75-d2918744fb5f tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:10.197023 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:10.227479 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:10.307868 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-66a907b3-3cde-4ca7-8630-c28a509b73ce tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Deleting port 39b98e7e-e673-43b5-8f60-1b3b58c8be2b {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:32:10.308122 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-66a907b3-3cde-4ca7-8630-c28a509b73ce tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (39b98e7e-e673-43b5-8f60-1b3b58c8be2b), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:10.385912 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-66a907b3-3cde-4ca7-8630-c28a509b73ce tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (39b98e7e-e673-43b5-8f60-1b3b58c8be2b), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:10.386233 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-66a907b3-3cde-4ca7-8630-c28a509b73ce tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (39b98e7e-e673-43b5-8f60-1b3b58c8be2b), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:10.398613 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [None req-66a907b3-3cde-4ca7-8630-c28a509b73ce tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Calling delete_port for 39b98e7e-e673-43b5-8f60-1b3b58c8be2b owned by network:floatingip {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:32:10.524453 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-66a907b3-3cde-4ca7-8630-c28a509b73ce tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (39b98e7e-e673-43b5-8f60-1b3b58c8be2b), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:10.550921 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a907b3-3cde-4ca7-8630-c28a509b73ce tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Pushing event deleted for resources: {'Port': ['ID=39b98e7e-e673-43b5-8f60-1b3b58c8be2b,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:10.614145 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-66a907b3-3cde-4ca7-8630-c28a509b73ce tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks [] for floatingip (06f25a2b-5621-4ddf-bad6-87c6bd6e1652), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:10.616780 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-66a907b3-3cde-4ca7-8630-c28a509b73ce tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for floatingip (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:10.617929 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-66a907b3-3cde-4ca7-8630-c28a509b73ce tempest-AttachVolumeNegativeTest-1656947587 tempest-AttachVolumeNegativeTest-1656947587-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/06f25a2b-5621-4ddf-bad6-87c6bd6e1652 HTTP/1.1" status: 204 len: 168 time: 0.4271529 Oct 31 19:32:11.314171 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:32:11.336756 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:32:11.337095 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device e5d1bcff-7800-4dd2-a9d0-e0dc8c39ca9e not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:32:12.887781 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:14.293206 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55984) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:14.594240 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cb2b91e0-0a1c-45db-9a33-8a427f89b952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2057950'] for router_interface (4b3d4b61-aa51-4d4a-8266-bbd83a7844d7), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:14.807300 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-cb2b91e0-0a1c-45db-9a33-8a427f89b952 admin admin] Deleting port 4790c0cf-aad0-4584-a562-6493d5387fc9 {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:32:14.807640 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cb2b91e0-0a1c-45db-9a33-8a427f89b952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:14.883053 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:14.884916 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-cb2b91e0-0a1c-45db-9a33-8a427f89b952 admin admin] For port 4790c0cf-aad0-4584-a562-6493d5387fc9, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=4790c0cf-aad0-4584-a562-6493d5387fc9,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:32:14.885276 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cb2b91e0-0a1c-45db-9a33-8a427f89b952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:14.898653 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-cb2b91e0-0a1c-45db-9a33-8a427f89b952 admin admin] Calling delete_port for 4790c0cf-aad0-4584-a562-6493d5387fc9 owned by network:router_interface {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:32:14.903563 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:15.071654 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cb2b91e0-0a1c-45db-9a33-8a427f89b952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (4790c0cf-aad0-4584-a562-6493d5387fc9), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:15.095433 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b91e0-0a1c-45db-9a33-8a427f89b952 admin admin] Pushing event deleted for resources: {'Port': ['ID=4790c0cf-aad0-4584-a562-6493d5387fc9,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:15.259355 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-cb2b91e0-0a1c-45db-9a33-8a427f89b952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1642290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2056782'] for router_interface (4b3d4b61-aa51-4d4a-8266-bbd83a7844d7), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:15.280057 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e50b93-f2a5-4485-b2bc-22874c82ff59 None None] get_active_networks_info from dv-cinder-863097-1-iscsi {{(pid=104477) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 31 19:32:15.304765 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:15.332859 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:15.351537 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e50b93-f2a5-4485-b2bc-22874c82ff59 None None] Resources bound (agent type, host, resource id): {{(pid=104477) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 31 19:32:15.468783 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2b91e0-0a1c-45db-9a33-8a427f89b952 admin admin] Router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 has already been hosted by L3 agent bfda5fc7-44c9-487b-820a-926a116c23db {{(pid=104476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 31 19:32:15.569418 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2b91e0-0a1c-45db-9a33-8a427f89b952 admin admin] Notify agent at l3_agent.dv-cinder-863097-1-iscsi the message routers_updated {{(pid=104476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 31 19:32:15.574930 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-cb2b91e0-0a1c-45db-9a33-8a427f89b952 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/4b3d4b61-aa51-4d4a-8266-bbd83a7844d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2807529 Oct 31 19:32:15.577414 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55986) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:15.580565 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daefe01-8385-4026-8dc1-561b49fc6eee None None] Sync routers for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 31 19:32:15.591953 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daefe01-8385-4026-8dc1-561b49fc6eee None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:32:15.592471 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-0daefe01-8385-4026-8dc1-561b49fc6eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:32:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:32:15.682355 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a1d27e7c-91f0-4235-8655-4eaff49dfddf admin admin] Publish callbacks [] for router (4b3d4b61-aa51-4d4a-8266-bbd83a7844d7), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:15.703247 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-0daefe01-8385-4026-8dc1-561b49fc6eee None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: dv-cinder-863097-1-iscsi {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:32:15.780873 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:15.781997 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:15.796065 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a1d27e7c-91f0-4235-8655-4eaff49dfddf admin admin] Publish callbacks [] for router_gateway (4b3d4b61-aa51-4d4a-8266-bbd83a7844d7), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:15.845465 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-a1d27e7c-91f0-4235-8655-4eaff49dfddf admin admin] Deleting port 8028ab5b-dc04-4927-ab09-fc93bca3aac1 {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:32:15.845804 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a1d27e7c-91f0-4235-8655-4eaff49dfddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (8028ab5b-dc04-4927-ab09-fc93bca3aac1), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:15.886534 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-0daefe01-8385-4026-8dc1-561b49fc6eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'external_fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:32:15Z', 'revision_number': 5, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port': {'id': '8028ab5b-dc04-4927-ab09-fc93bca3aac1', 'name': '', 'network_id': '676d21cd-5186-4b2a-b97a-f35601187c6a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:de:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863097-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1cc0b625-5e9b-4ed5-a989-732a5b8eff44', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863097-1-iscsi'}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:32:15.916714 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daefe01-8385-4026-8dc1-561b49fc6eee None None] Checking router: 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 for host: dv-cinder-863097-1-iscsi {{(pid=104477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 31 19:32:15.925919 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daefe01-8385-4026-8dc1-561b49fc6eee None None] Routers {'4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'} bound to L3 agent in host dv-cinder-863097-1-iscsi {{(pid=104477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 31 19:32:15.926758 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-0daefe01-8385-4026-8dc1-561b49fc6eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863097-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-31T19:12:34Z,description=,heartbeat_timestamp=2022-10-31T19:32:04Z,host='dv-cinder-863097-1-iscsi',id=bfda5fc7-44c9-487b-820a-926a116c23db,load=0,resource_versions=,resources_synced=,started_at=2022-10-31T19:12:34Z,topic='l3_agent')) {'router_ids': ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'], 'active': True} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:32:15.933463 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-a1d27e7c-91f0-4235-8655-4eaff49dfddf admin admin] For port 8028ab5b-dc04-4927-ab09-fc93bca3aac1, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=8028ab5b-dc04-4927-ab09-fc93bca3aac1,segment=NetworkSegment(7e9566f3-cccf-44c6-8395-672804d98448),segment_id=7e9566f3-cccf-44c6-8395-672804d98448)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:32:15.934476 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a1d27e7c-91f0-4235-8655-4eaff49dfddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (8028ab5b-dc04-4927-ab09-fc93bca3aac1), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:15.950202 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-a1d27e7c-91f0-4235-8655-4eaff49dfddf admin admin] Calling delete_port for 8028ab5b-dc04-4927-ab09-fc93bca3aac1 owned by network:router_gateway {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:32:16.004023 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-8564b845-781e-4981-8d9b-73c3b18007e7 None None] Provisioning complete for port 5d970548-5548-4a99-832e-b9ffa3b129bb triggered by entity DHCP. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:32:16.004398 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-8564b845-781e-4981-8d9b-73c3b18007e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (5d970548-5548-4a99-832e-b9ffa3b129bb), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:16.004733 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-8564b845-781e-4981-8d9b-73c3b18007e7 None None] Attempt 1 to provision port 5d970548-5548-4a99-832e-b9ffa3b129bb Oct 31 19:32:16.117694 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a1d27e7c-91f0-4235-8655-4eaff49dfddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (8028ab5b-dc04-4927-ab09-fc93bca3aac1), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:16.148891 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d27e7c-91f0-4235-8655-4eaff49dfddf admin admin] Pushing event deleted for resources: {'Port': ['ID=8028ab5b-dc04-4927-ab09-fc93bca3aac1,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:16.180112 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_dvr_db [None req-0daefe01-8385-4026-8dc1-561b49fc6eee None None] Set router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 gateway port host: None {{(pid=104477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 31 19:32:16.210269 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a1d27e7c-91f0-4235-8655-4eaff49dfddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2058137'] for router_gateway (4b3d4b61-aa51-4d4a-8266-bbd83a7844d7), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:16.237142 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.l3_hamode_db [None req-0daefe01-8385-4026-8dc1-561b49fc6eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:32:15Z', 'revision_number': 6, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port_host': None}], 'dv-cinder-863097-1-iscsi', False) {} {{(pid=104477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:32:16.264629 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daefe01-8385-4026-8dc1-561b49fc6eee None None] The sync data for ids ['4b3d4b61-aa51-4d4a-8266-bbd83a7844d7'] in dv-cinder-863097-1-iscsi is: [{'id': '4b3d4b61-aa51-4d4a-8266-bbd83a7844d7', 'name': 'tempest-AttachVolumeNegativeTest-467917324-router', 'tenant_id': 'adba9bc456234ea6ade63d41a1624967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-31T19:27:49Z', 'updated_at': '2022-10-31T19:32:15Z', 'revision_number': 6, 'project_id': 'adba9bc456234ea6ade63d41a1624967', 'gw_port_host': None}] {{(pid=104477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 31 19:32:16.301405 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a1d27e7c-91f0-4235-8655-4eaff49dfddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2036084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-482181'] for router (4b3d4b61-aa51-4d4a-8266-bbd83a7844d7), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:16.303823 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a1d27e7c-91f0-4235-8655-4eaff49dfddf admin admin] Publish callbacks [] for router_controller (4b3d4b61-aa51-4d4a-8266-bbd83a7844d7), precommit_delete_associations {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:16.305913 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-8564b845-781e-4981-8d9b-73c3b18007e7 None None] Current status of the port 5d970548-5548-4a99-832e-b9ffa3b129bb is: ACTIVE; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:32:16.345933 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a1d27e7c-91f0-4235-8655-4eaff49dfddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2056731'] for router (4b3d4b61-aa51-4d4a-8266-bbd83a7844d7), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:16.346538 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d27e7c-91f0-4235-8655-4eaff49dfddf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 {{(pid=104476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 31 19:32:16.350981 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-a1d27e7c-91f0-4235-8655-4eaff49dfddf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:16.352141 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-a1d27e7c-91f0-4235-8655-4eaff49dfddf admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/4b3d4b61-aa51-4d4a-8266-bbd83a7844d7 HTTP/1.1" status: 204 len: 168 time: 0.7737439 Oct 31 19:32:16.354663 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55988) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:16.398422 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79a081c-77c6-4d20-8ab9-d287d2eee980 admin admin] Deleting subnet 54fd6b40-f478-48f1-b7ca-5aa60562ee76 {{(pid=104476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 19:32:16.401351 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d79a081c-77c6-4d20-8ab9-d287d2eee980 admin admin] Publish callbacks [] for subnet (54fd6b40-f478-48f1-b7ca-5aa60562ee76), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:16.439508 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d79a081c-77c6-4d20-8ab9-d287d2eee980 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8041706'] for subnet (54fd6b40-f478-48f1-b7ca-5aa60562ee76), precommit_delete_associations {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:16.511489 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d79a081c-77c6-4d20-8ab9-d287d2eee980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990620'] for subnet (54fd6b40-f478-48f1-b7ca-5aa60562ee76), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:16.566716 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d79a081c-77c6-4d20-8ab9-d287d2eee980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5226086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4898039'] for subnet (54fd6b40-f478-48f1-b7ca-5aa60562ee76), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:16.569783 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:16.591941 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a081c-77c6-4d20-8ab9-d287d2eee980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54fd6b40-f478-48f1-b7ca-5aa60562ee76,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:16.600034 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d79a081c-77c6-4d20-8ab9-d287d2eee980 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:16.603453 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-d79a081c-77c6-4d20-8ab9-d287d2eee980 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/54fd6b40-f478-48f1-b7ca-5aa60562ee76 HTTP/1.1" status: 204 len: 168 time: 0.2478004 Oct 31 19:32:16.606389 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55990) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:16.618445 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb40e542-44d3-4e4f-8588-a951d34ed67a None None] Network fa342027-4076-4973-b2c6-612147f6fd68 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:32:16.686466 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-890624'] for network (fa342027-4076-4973-b2c6-612147f6fd68), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:16.698959 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:16.732318 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] Deleting port 5d970548-5548-4a99-832e-b9ffa3b129bb {{(pid=104476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:32:16.732816 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (5d970548-5548-4a99-832e-b9ffa3b129bb), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:16.742657 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 4790c0cf-aad0-4584-a562-6493d5387fc9 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:32:16.772199 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 4790c0cf-aad0-4584-a562-6493d5387fc9 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:32:16.772926 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 4790c0cf-aad0-4584-a562-6493d5387fc9 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:32:16.808385 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.db [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] For port 5d970548-5548-4a99-832e-b9ffa3b129bb, host dv-cinder-863097-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863097-1-iscsi',level=0,port_id=5d970548-5548-4a99-832e-b9ffa3b129bb,segment=NetworkSegment(db7f9e05-68bc-4d87-b20d-6e7f1b95afec),segment_id=db7f9e05-68bc-4d87-b20d-6e7f1b95afec)] {{(pid=104476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:32:16.808774 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (5d970548-5548-4a99-832e-b9ffa3b129bb), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:16.821086 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.plugin [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] Calling delete_port for 5d970548-5548-4a99-832e-b9ffa3b129bb owned by network:dhcp {{(pid=104476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:32:16.894527 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5226035'] for port (5d970548-5548-4a99-832e-b9ffa3b129bb), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:16.916525 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d970548-5548-4a99-832e-b9ffa3b129bb,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:16.922548 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] No DVR routers for this DVR port 5d970548-5548-4a99-832e-b9ffa3b129bb on host dv-cinder-863097-1-iscsi {{(pid=104476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:32:16.994870 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989543', 'neutron.services.segments.db._delete_segments_for_network-8766604153474'] for network (fa342027-4076-4973-b2c6-612147f6fd68), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:17.014579 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa342027-4076-4973-b2c6-612147f6fd68']}} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:32:17.024037 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec') {'for_net_delete': True} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:32:17.024292 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.services.segments.db [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7f9e05-68bc-4d87-b20d-6e7f1b95afec') {} {{(pid=104476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:32:17.034471 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766604153537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8041699'] for segment (db7f9e05-68bc-4d87-b20d-6e7f1b95afec), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:17.048248 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (db7f9e05-68bc-4d87-b20d-6e7f1b95afec), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:17.054446 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=104476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 19:32:17.054809 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5225984'] for segment (db7f9e05-68bc-4d87-b20d-6e7f1b95afec), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:17.104697 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment db7f9e05-68bc-4d87-b20d-6e7f1b95afec resource provider aggregate not found Oct 31 19:32:17.111686 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86501542-d30a-4286-8bca-3d984682ad34 None None] DHCP port deletion for fa342027-4076-4973-b2c6-612147f6fd68 request from dv-cinder-863097-1-iscsi {{(pid=104477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 31 19:32:17.131165 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2058165'] for network (fa342027-4076-4973-b2c6-612147f6fd68), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:17.133981 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.services.segments.plugin [-] Segment db7f9e05-68bc-4d87-b20d-6e7f1b95afec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db7f9e05-68bc-4d87-b20d-6e7f1b95afec found for delete ", "request_id": "req-66aeb106-315f-4315-929b-f18725a6cb94"}]} Oct 31 19:32:17.139298 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:17.142501 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/fa342027-4076-4973-b2c6-612147f6fd68 HTTP/1.1" status: 204 len: 168 time: 0.5351472 Oct 31 19:32:17.153744 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d867aa-3804-439d-8948-373f43615e81 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa342027-4076-4973-b2c6-612147f6fd68,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:17.317998 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 55998) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:17.364151 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-5be86db0-76dc-40a9-a379-571660bbbb44 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=adba9bc456234ea6ade63d41a1624967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0449975 Oct 31 19:32:17.366656 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 56000) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:17.415842 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5d5ebd99-3a8d-4785-8af1-76afb90155c5 admin admin] Publish callbacks [] for security_group (64de2e98-26a0-4a0e-9db1-e87b6b4e184f), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:17.435616 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5d5ebd99-3a8d-4785-8af1-76afb90155c5 admin admin] Publish callbacks [] for security_group (64de2e98-26a0-4a0e-9db1-e87b6b4e184f), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:17.482064 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5d5ebd99-3a8d-4785-8af1-76afb90155c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (64de2e98-26a0-4a0e-9db1-e87b6b4e184f), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:17.484554 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5d5ebd99-3a8d-4785-8af1-76afb90155c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:17.485708 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-5d5ebd99-3a8d-4785-8af1-76afb90155c5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/64de2e98-26a0-4a0e-9db1-e87b6b4e184f HTTP/1.1" status: 204 len: 168 time: 0.1180367 Oct 31 19:32:17.493239 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ebd99-3a8d-4785-8af1-76afb90155c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64de2e98-26a0-4a0e-9db1-e87b6b4e184f,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:18.576405 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 8028ab5b-dc04-4927-ab09-fc93bca3aac1 no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:32:18.599593 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 8028ab5b-dc04-4927-ab09-fc93bca3aac1 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:32:18.599935 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 8028ab5b-dc04-4927-ab09-fc93bca3aac1 not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:32:18.600353 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 5d970548-5548-4a99-832e-b9ffa3b129bb no longer exists at agent ovs-agent-dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:32:18.618110 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] No Port match for: 5d970548-5548-4a99-832e-b9ffa3b129bb {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:32:18.618449 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Device 5d970548-5548-4a99-832e-b9ffa3b129bb not bound to the agent host dv-cinder-863097-1-iscsi {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:32:19.703947 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:19.714117 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:20.608606 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:20.610516 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=46,neutron:DELETE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:27.000844 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 56114) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:27.106648 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-efa5f808-6fdb-4c79-b777-d0c8ac2143d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:27.179978 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-efa5f808-6fdb-4c79-b777-d0c8ac2143d6 admin admin] Publish callbacks [] for security_group (9f0676b6-79f3-432b-adf6-f2f381a2f274), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:27.183714 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-efa5f808-6fdb-4c79-b777-d0c8ac2143d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (9f0676b6-79f3-432b-adf6-f2f381a2f274), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:27.215497 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:27.219193 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:27.221909 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5f808-6fdb-4c79-b777-d0c8ac2143d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0676b6-79f3-432b-adf6-f2f381a2f274,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:27.227502 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-efa5f808-6fdb-4c79-b777-d0c8ac2143d6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e28dc87fc7054e66a908dc0a6e37e141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256496 Oct 31 19:32:27.231599 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56118) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:27.283530 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b127cf0f-3791-4525-9451-74bbae0a5b97 admin admin] Publish callbacks [] for security_group (9f0676b6-79f3-432b-adf6-f2f381a2f274), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:27.304168 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b127cf0f-3791-4525-9451-74bbae0a5b97 admin admin] Publish callbacks [] for security_group (9f0676b6-79f3-432b-adf6-f2f381a2f274), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:27.350452 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b127cf0f-3791-4525-9451-74bbae0a5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (9f0676b6-79f3-432b-adf6-f2f381a2f274), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:27.353149 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b127cf0f-3791-4525-9451-74bbae0a5b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:27.354334 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-b127cf0f-3791-4525-9451-74bbae0a5b97 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9f0676b6-79f3-432b-adf6-f2f381a2f274 HTTP/1.1" status: 204 len: 168 time: 0.1212728 Oct 31 19:32:27.362780 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127cf0f-3791-4525-9451-74bbae0a5b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0676b6-79f3-432b-adf6-f2f381a2f274,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:27.978769 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56140) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:28.072364 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-fd54a964-85c2-4855-974a-4925ea0d6194 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-821621600-network', 'tenant_id': '644e4be9a0c947b090d3833dddd9ed98'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:32:28.096433 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd54a964-85c2-4855-974a-4925ea0d6194 admin admin] Made reservation on behalf of 644e4be9a0c947b090d3833dddd9ed98 for: {'network': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:32:28.098921 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fd54a964-85c2-4855-974a-4925ea0d6194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:28.107469 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fd54a964-85c2-4855-974a-4925ea0d6194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:28.182950 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fd54a964-85c2-4855-974a-4925ea0d6194 admin admin] Publish callbacks [] for security_group (50f6c15b-167b-497f-b1ee-e15838522c3e), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:28.187394 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fd54a964-85c2-4855-974a-4925ea0d6194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (50f6c15b-167b-497f-b1ee-e15838522c3e), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:28.212787 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd54a964-85c2-4855-974a-4925ea0d6194 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=104475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:32:28.222760 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54a964-85c2-4855-974a-4925ea0d6194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f6c15b-167b-497f-b1ee-e15838522c3e,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:28.227610 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fd54a964-85c2-4855-974a-4925ea0d6194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (773e2d61-a9fc-4c3f-8341-0006754c88e3), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:28.227952 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.segments_db [None req-fd54a964-85c2-4855-974a-4925ea0d6194 admin admin] Added segment 773e2d61-a9fc-4c3f-8341-0006754c88e3 of type vlan for network 5fe13106-aaab-4c1f-ba83-25fbe30ee38b Oct 31 19:32:28.268505 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fd54a964-85c2-4855-974a-4925ea0d6194 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (5fe13106-aaab-4c1f-ba83-25fbe30ee38b), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:28.292463 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fd54a964-85c2-4855-974a-4925ea0d6194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (5fe13106-aaab-4c1f-ba83-25fbe30ee38b), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:28.293949 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd54a964-85c2-4855-974a-4925ea0d6194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:28.294515 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-fd54a964-85c2-4855-974a-4925ea0d6194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:28.327663 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-fd54a964-85c2-4855-974a-4925ea0d6194 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3478379 Oct 31 19:32:28.330712 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 56144) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:28.335577 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-9ab88a44-a37a-4cd8-a257-5cda1e08cb53 admin admin] Request body: {'subnet': {'network_id': '5fe13106-aaab-4c1f-ba83-25fbe30ee38b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-821621600-subnet', 'tenant_id': '644e4be9a0c947b090d3833dddd9ed98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:32:28.354851 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab88a44-a37a-4cd8-a257-5cda1e08cb53 admin admin] Made reservation on behalf of 644e4be9a0c947b090d3833dddd9ed98 for: {'subnet': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:32:28.358136 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9ab88a44-a37a-4cd8-a257-5cda1e08cb53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4897938'] for subnet (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:28.360398 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54a964-85c2-4855-974a-4925ea0d6194 admin admin] Pushing event updated for resources: {'Network': ['ID=5fe13106-aaab-4c1f-ba83-25fbe30ee38b,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:28.374496 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network 5fe13106-aaab-4c1f-ba83-25fbe30ee38b details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:32:28.774884 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9ab88a44-a37a-4cd8-a257-5cda1e08cb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5224611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4898044'] for subnet (730377c5-aa2b-44b1-b099-0149d94c1ab9), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:28.824625 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab88a44-a37a-4cd8-a257-5cda1e08cb53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=730377c5-aa2b-44b1-b099-0149d94c1ab9,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:28.839129 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab88a44-a37a-4cd8-a257-5cda1e08cb53 admin admin] Checking segment: {'id': '773e2d61-a9fc-4c3f-8341-0006754c88e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '5fe13106-aaab-4c1f-ba83-25fbe30ee38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:32:28.839489 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab88a44-a37a-4cd8-a257-5cda1e08cb53 admin admin] Network hostable DHCP agents. Network: 5fe13106-aaab-4c1f-ba83-25fbe30ee38b, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:32:28.856319 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab88a44-a37a-4cd8-a257-5cda1e08cb53 admin admin] Network 5fe13106-aaab-4c1f-ba83-25fbe30ee38b is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:32:28.865176 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-9ab88a44-a37a-4cd8-a257-5cda1e08cb53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, 5fe13106-aaab-4c1f-ba83-25fbe30ee38b) {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:32:28.869359 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab88a44-a37a-4cd8-a257-5cda1e08cb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:28.869968 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-9ab88a44-a37a-4cd8-a257-5cda1e08cb53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:28.875013 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5393b1b-f225-462c-a0df-01fe9224a67c None None] Network 5fe13106-aaab-4c1f-ba83-25fbe30ee38b requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:32:28.892533 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-9ab88a44-a37a-4cd8-a257-5cda1e08cb53 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5541537 Oct 31 19:32:28.897337 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:28.945865 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=100 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:28.988468 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f55d637-9636-4daa-9632-39fbe2bd378d None None] Network 5fe13106-aaab-4c1f-ba83-25fbe30ee38b requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:32:29.051555 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:32:29.356885 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 56160) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:29.362073 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-d1c5dd36-a1ab-496d-884d-09d662ff9884 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1548884854-network', 'tenant_id': '3b7d3c2560e04fb69a192f818a3e824b'}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:32:29.381902 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c5dd36-a1ab-496d-884d-09d662ff9884 admin admin] Made reservation on behalf of 3b7d3c2560e04fb69a192f818a3e824b for: {'network': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:32:29.384079 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dd36-a1ab-496d-884d-09d662ff9884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:29.392166 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dd36-a1ab-496d-884d-09d662ff9884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:29.469951 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dd36-a1ab-496d-884d-09d662ff9884 admin admin] Publish callbacks [] for security_group (3dda51fd-9e17-4ea4-9cc0-36efb294d291), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:29.473471 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dd36-a1ab-496d-884d-09d662ff9884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (3dda51fd-9e17-4ea4-9cc0-36efb294d291), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:29.500696 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c5dd36-a1ab-496d-884d-09d662ff9884 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=104476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:32:29.507042 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5dd36-a1ab-496d-884d-09d662ff9884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dda51fd-9e17-4ea4-9cc0-36efb294d291,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:29.513005 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dd36-a1ab-496d-884d-09d662ff9884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (db6b0896-5c77-4fe3-99b7-2d0a011c0bb3), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:29.513345 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.db.segments_db [None req-d1c5dd36-a1ab-496d-884d-09d662ff9884 admin admin] Added segment db6b0896-5c77-4fe3-99b7-2d0a011c0bb3 of type vlan for network 89500c4b-adee-4de5-9c40-fda1babd20d0 Oct 31 19:32:29.553802 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dd36-a1ab-496d-884d-09d662ff9884 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (89500c4b-adee-4de5-9c40-fda1babd20d0), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:29.578134 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dd36-a1ab-496d-884d-09d662ff9884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (89500c4b-adee-4de5-9c40-fda1babd20d0), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:29.579094 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c5dd36-a1ab-496d-884d-09d662ff9884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:29.579676 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-d1c5dd36-a1ab-496d-884d-09d662ff9884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:29.639166 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-d1c5dd36-a1ab-496d-884d-09d662ff9884 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2808132 Oct 31 19:32:29.642055 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56162) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:29.644558 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5dd36-a1ab-496d-884d-09d662ff9884 admin admin] Pushing event updated for resources: {'Network': ['ID=89500c4b-adee-4de5-9c40-fda1babd20d0,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:29.646929 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-f0cfd347-649d-4b39-8256-be7b1bb2c96a admin admin] Request body: {'subnet': {'network_id': '89500c4b-adee-4de5-9c40-fda1babd20d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1548884854-subnet', 'tenant_id': '3b7d3c2560e04fb69a192f818a3e824b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:32:29.654984 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network 89500c4b-adee-4de5-9c40-fda1babd20d0 details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:32:29.669681 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cfd347-649d-4b39-8256-be7b1bb2c96a admin admin] Made reservation on behalf of 3b7d3c2560e04fb69a192f818a3e824b for: {'subnet': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:32:29.673117 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f0cfd347-649d-4b39-8256-be7b1bb2c96a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4195213'] for subnet (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:29.843214 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f0cfd347-649d-4b39-8256-be7b1bb2c96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4556574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4195299'] for subnet (43e54042-3876-45ab-adb4-39cafb7d392c), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:29.880460 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:29.892876 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:29.899090 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfd347-649d-4b39-8256-be7b1bb2c96a admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e54042-3876-45ab-adb4-39cafb7d392c,revision_number=0']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:29.912967 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cfd347-649d-4b39-8256-be7b1bb2c96a admin admin] Checking segment: {'id': 'db6b0896-5c77-4fe3-99b7-2d0a011c0bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '89500c4b-adee-4de5-9c40-fda1babd20d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:32:29.913316 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cfd347-649d-4b39-8256-be7b1bb2c96a admin admin] Network hostable DHCP agents. Network: 89500c4b-adee-4de5-9c40-fda1babd20d0, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:32:29.930368 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cfd347-649d-4b39-8256-be7b1bb2c96a admin admin] Network 89500c4b-adee-4de5-9c40-fda1babd20d0 is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:32:29.938428 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [None req-f0cfd347-649d-4b39-8256-be7b1bb2c96a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, 89500c4b-adee-4de5-9c40-fda1babd20d0) {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:32:29.942836 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cfd347-649d-4b39-8256-be7b1bb2c96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:29.943425 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f0cfd347-649d-4b39-8256-be7b1bb2c96a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for subnet (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:29.947150 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0361df-caea-4714-8225-98bdf4eaec0c None None] Network 89500c4b-adee-4de5-9c40-fda1babd20d0 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:32:29.961895 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-f0cfd347-649d-4b39-8256-be7b1bb2c96a admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3176100 Oct 31 19:32:30.049462 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d555a678-8141-4784-bc3c-a3ce6bbecb78 None None] Network 89500c4b-adee-4de5-9c40-fda1babd20d0 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:32:30.078519 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56166) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:30.123937 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d98975f-0cf2-48f7-9d3e-df070ec8fe6a admin admin] Deleting subnet 730377c5-aa2b-44b1-b099-0149d94c1ab9 {{(pid=104475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 19:32:30.127319 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4d98975f-0cf2-48f7-9d3e-df070ec8fe6a admin admin] Publish callbacks [] for subnet (730377c5-aa2b-44b1-b099-0149d94c1ab9), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.162809 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4d98975f-0cf2-48f7-9d3e-df070ec8fe6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7821979'] for subnet (730377c5-aa2b-44b1-b099-0149d94c1ab9), precommit_delete_associations {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.206195 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4d98975f-0cf2-48f7-9d3e-df070ec8fe6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990620'] for subnet (730377c5-aa2b-44b1-b099-0149d94c1ab9), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.257272 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4d98975f-0cf2-48f7-9d3e-df070ec8fe6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4555227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4195304'] for subnet (730377c5-aa2b-44b1-b099-0149d94c1ab9), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.282996 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98975f-0cf2-48f7-9d3e-df070ec8fe6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=730377c5-aa2b-44b1-b099-0149d94c1ab9,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:30.286665 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-4d98975f-0cf2-48f7-9d3e-df070ec8fe6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for subnet (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.290040 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-4d98975f-0cf2-48f7-9d3e-df070ec8fe6a admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/730377c5-aa2b-44b1-b099-0149d94c1ab9 HTTP/1.1" status: 204 len: 168 time: 0.2104290 Oct 31 19:32:30.292565 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56168) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:30.363660 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a2b57fe9-79b5-48dc-a496-23323c975ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-890624'] for network (5fe13106-aaab-4c1f-ba83-25fbe30ee38b), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.440822 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a2b57fe9-79b5-48dc-a496-23323c975ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989543', 'neutron.services.segments.db._delete_segments_for_network-8766604153474'] for network (5fe13106-aaab-4c1f-ba83-25fbe30ee38b), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.460170 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-a2b57fe9-79b5-48dc-a496-23323c975ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe13106-aaab-4c1f-ba83-25fbe30ee38b']}} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:32:30.469498 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-a2b57fe9-79b5-48dc-a496-23323c975ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773e2d61-a9fc-4c3f-8341-0006754c88e3') {'for_net_delete': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:32:30.469821 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-a2b57fe9-79b5-48dc-a496-23323c975ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773e2d61-a9fc-4c3f-8341-0006754c88e3') {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:32:30.479178 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a2b57fe9-79b5-48dc-a496-23323c975ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766604153537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7821970'] for segment (773e2d61-a9fc-4c3f-8341-0006754c88e3), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.492557 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a2b57fe9-79b5-48dc-a496-23323c975ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (773e2d61-a9fc-4c3f-8341-0006754c88e3), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.499494 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b57fe9-79b5-48dc-a496-23323c975ab1 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=104475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 19:32:30.499866 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a2b57fe9-79b5-48dc-a496-23323c975ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4555197'] for segment (773e2d61-a9fc-4c3f-8341-0006754c88e3), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.565401 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a2b57fe9-79b5-48dc-a496-23323c975ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2058165'] for network (5fe13106-aaab-4c1f-ba83-25fbe30ee38b), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.571112 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a2b57fe9-79b5-48dc-a496-23323c975ab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.574400 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-a2b57fe9-79b5-48dc-a496-23323c975ab1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/5fe13106-aaab-4c1f-ba83-25fbe30ee38b HTTP/1.1" status: 204 len: 168 time: 0.2808557 Oct 31 19:32:30.577180 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56174) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:30.593092 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b57fe9-79b5-48dc-a496-23323c975ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe13106-aaab-4c1f-ba83-25fbe30ee38b,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:30.630788 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_v2 [None req-48eb6295-4da3-4db2-9424-49ab465920f1 admin admin] Deleting subnet 43e54042-3876-45ab-adb4-39cafb7d392c {{(pid=104475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 19:32:30.634188 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-48eb6295-4da3-4db2-9424-49ab465920f1 admin admin] Publish callbacks [] for subnet (43e54042-3876-45ab-adb4-39cafb7d392c), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.653538 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.services.segments.plugin [-] Segment 773e2d61-a9fc-4c3f-8341-0006754c88e3 resource provider aggregate not found Oct 31 19:32:30.670881 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.services.segments.plugin [-] Segment 773e2d61-a9fc-4c3f-8341-0006754c88e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 773e2d61-a9fc-4c3f-8341-0006754c88e3 found for delete ", "request_id": "req-90039172-2292-4e59-8b05-ce0e2ce7b4ed"}]} Oct 31 19:32:30.674834 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-48eb6295-4da3-4db2-9424-49ab465920f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7821979'] for subnet (43e54042-3876-45ab-adb4-39cafb7d392c), precommit_delete_associations {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.717128 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-48eb6295-4da3-4db2-9424-49ab465920f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990620'] for subnet (43e54042-3876-45ab-adb4-39cafb7d392c), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.767815 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-48eb6295-4da3-4db2-9424-49ab465920f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4555227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4195304'] for subnet (43e54042-3876-45ab-adb4-39cafb7d392c), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.794325 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb6295-4da3-4db2-9424-49ab465920f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e54042-3876-45ab-adb4-39cafb7d392c,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:30.797919 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-48eb6295-4da3-4db2-9424-49ab465920f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for subnet (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.800984 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-48eb6295-4da3-4db2-9424-49ab465920f1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/43e54042-3876-45ab-adb4-39cafb7d392c HTTP/1.1" status: 204 len: 168 time: 0.2228730 Oct 31 19:32:30.803431 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56178) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:30.829978 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:30.869628 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:30.877336 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5b39722e-21fc-4cb7-b64d-3234644107c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-890624'] for network (89500c4b-adee-4de5-9c40-fda1babd20d0), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.955683 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5b39722e-21fc-4cb7-b64d-3234644107c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989543', 'neutron.services.segments.db._delete_segments_for_network-8766604153474'] for network (89500c4b-adee-4de5-9c40-fda1babd20d0), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:30.976000 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-5b39722e-21fc-4cb7-b64d-3234644107c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89500c4b-adee-4de5-9c40-fda1babd20d0']}} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:32:30.985932 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-5b39722e-21fc-4cb7-b64d-3234644107c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6b0896-5c77-4fe3-99b7-2d0a011c0bb3') {'for_net_delete': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:32:30.986225 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-5b39722e-21fc-4cb7-b64d-3234644107c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6b0896-5c77-4fe3-99b7-2d0a011c0bb3') {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:32:30.995681 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5b39722e-21fc-4cb7-b64d-3234644107c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766604153537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7821970'] for segment (db6b0896-5c77-4fe3-99b7-2d0a011c0bb3), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:31.008530 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5b39722e-21fc-4cb7-b64d-3234644107c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (db6b0896-5c77-4fe3-99b7-2d0a011c0bb3), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:31.014608 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b39722e-21fc-4cb7-b64d-3234644107c6 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=104475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 19:32:31.014984 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5b39722e-21fc-4cb7-b64d-3234644107c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4555197'] for segment (db6b0896-5c77-4fe3-99b7-2d0a011c0bb3), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:31.075055 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5b39722e-21fc-4cb7-b64d-3234644107c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2058165'] for network (89500c4b-adee-4de5-9c40-fda1babd20d0), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:31.082174 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-5b39722e-21fc-4cb7-b64d-3234644107c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:31.085165 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-5b39722e-21fc-4cb7-b64d-3234644107c6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/89500c4b-adee-4de5-9c40-fda1babd20d0 HTTP/1.1" status: 204 len: 168 time: 0.2808459 Oct 31 19:32:31.094239 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39722e-21fc-4cb7-b64d-3234644107c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=89500c4b-adee-4de5-9c40-fda1babd20d0,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:31.243855 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56182) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:31.283077 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-8a53483b-3c35-4f0f-8701-0751a2d1257c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=644e4be9a0c947b090d3833dddd9ed98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381205 Oct 31 19:32:31.285442 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56184) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:31.332101 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-85a88802-bc29-4c35-b86c-6ecedbd788d1 admin admin] Publish callbacks [] for security_group (50f6c15b-167b-497f-b1ee-e15838522c3e), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:31.351458 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-85a88802-bc29-4c35-b86c-6ecedbd788d1 admin admin] Publish callbacks [] for security_group (50f6c15b-167b-497f-b1ee-e15838522c3e), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:31.401808 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-85a88802-bc29-4c35-b86c-6ecedbd788d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (50f6c15b-167b-497f-b1ee-e15838522c3e), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:31.404285 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-85a88802-bc29-4c35-b86c-6ecedbd788d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:31.405392 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-85a88802-bc29-4c35-b86c-6ecedbd788d1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/50f6c15b-167b-497f-b1ee-e15838522c3e HTTP/1.1" status: 204 len: 168 time: 0.1190724 Oct 31 19:32:31.413125 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a88802-bc29-4c35-b86c-6ecedbd788d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f6c15b-167b-497f-b1ee-e15838522c3e,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:31.608824 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c047c328-14b7-4303-a972-f1245b1399f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:31.720646 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56190) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:31.761285 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-a2fddd2e-216b-495f-a121-85bea12ecb26 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3b7d3c2560e04fb69a192f818a3e824b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393493 Oct 31 19:32:31.763614 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56192) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:31.812574 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e4fc00dc-6eb3-459d-8465-174404cfebad admin admin] Publish callbacks [] for security_group (3dda51fd-9e17-4ea4-9cc0-36efb294d291), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:31.832118 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e4fc00dc-6eb3-459d-8465-174404cfebad admin admin] Publish callbacks [] for security_group (3dda51fd-9e17-4ea4-9cc0-36efb294d291), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:31.879625 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e4fc00dc-6eb3-459d-8465-174404cfebad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (3dda51fd-9e17-4ea4-9cc0-36efb294d291), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:31.882265 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-e4fc00dc-6eb3-459d-8465-174404cfebad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:31.883398 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-e4fc00dc-6eb3-459d-8465-174404cfebad admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3dda51fd-9e17-4ea4-9cc0-36efb294d291 HTTP/1.1" status: 204 len: 168 time: 0.1188924 Oct 31 19:32:31.890913 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc00dc-6eb3-459d-8465-174404cfebad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dda51fd-9e17-4ea4-9cc0-36efb294d291,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:32.688414 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.services.segments.plugin [-] Segment db6b0896-5c77-4fe3-99b7-2d0a011c0bb3 resource provider aggregate not found Oct 31 19:32:32.705023 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.services.segments.plugin [-] Segment db6b0896-5c77-4fe3-99b7-2d0a011c0bb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db6b0896-5c77-4fe3-99b7-2d0a011c0bb3 found for delete ", "request_id": "req-120f17d7-e57c-4579-81f7-52ee81a11626"}]} Oct 31 19:32:33.476363 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56242) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:33.582908 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ea74141c-56a4-4e26-b297-4aef7e74905e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:33.660843 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ea74141c-56a4-4e26-b297-4aef7e74905e admin admin] Publish callbacks [] for security_group (8c8d85d2-49f7-44d1-97b5-def9990112d6), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:33.664685 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ea74141c-56a4-4e26-b297-4aef7e74905e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (8c8d85d2-49f7-44d1-97b5-def9990112d6), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:33.688428 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:33.702100 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-ea74141c-56a4-4e26-b297-4aef7e74905e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e57a0645b23c4e5ab6841fee14aea730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247305 Oct 31 19:32:33.704866 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 56246) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:33.707311 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74141c-56a4-4e26-b297-4aef7e74905e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8d85d2-49f7-44d1-97b5-def9990112d6,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:33.750683 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:33.754145 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-014eb997-6f95-40cb-96a0-678e777b0236 admin admin] Publish callbacks [] for security_group (8c8d85d2-49f7-44d1-97b5-def9990112d6), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:33.757319 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:33.778684 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-014eb997-6f95-40cb-96a0-678e777b0236 admin admin] Publish callbacks [] for security_group (8c8d85d2-49f7-44d1-97b5-def9990112d6), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:33.827427 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-014eb997-6f95-40cb-96a0-678e777b0236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (8c8d85d2-49f7-44d1-97b5-def9990112d6), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:33.830042 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-014eb997-6f95-40cb-96a0-678e777b0236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:33.831200 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-014eb997-6f95-40cb-96a0-678e777b0236 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8c8d85d2-49f7-44d1-97b5-def9990112d6 HTTP/1.1" status: 204 len: 168 time: 0.1253622 Oct 31 19:32:33.838847 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014eb997-6f95-40cb-96a0-678e777b0236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8d85d2-49f7-44d1-97b5-def9990112d6,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:33.932450 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e42293ad-566a-49ef-9261-95436b742a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:34.087082 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 56252) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:34.100189 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f31158cf-6877-4a78-a280-a300d6629024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:34.176371 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f31158cf-6877-4a78-a280-a300d6629024 admin admin] Publish callbacks [] for security_group (1efb290a-e8dc-486b-8153-09b51729978c), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:34.179911 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f31158cf-6877-4a78-a280-a300d6629024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (1efb290a-e8dc-486b-8153-09b51729978c), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:34.218373 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-f31158cf-6877-4a78-a280-a300d6629024 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7c369945798f4a78bd0939621cefbeef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302490 Oct 31 19:32:34.219307 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31158cf-6877-4a78-a280-a300d6629024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efb290a-e8dc-486b-8153-09b51729978c,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:34.221045 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56254) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:34.271135 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-23834f6f-7b5f-4a33-9af7-581cc9e927c1 admin admin] Publish callbacks [] for security_group (1efb290a-e8dc-486b-8153-09b51729978c), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:34.282357 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:34.292178 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-23834f6f-7b5f-4a33-9af7-581cc9e927c1 admin admin] Publish callbacks [] for security_group (1efb290a-e8dc-486b-8153-09b51729978c), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:34.339399 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-23834f6f-7b5f-4a33-9af7-581cc9e927c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (1efb290a-e8dc-486b-8153-09b51729978c), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:34.342028 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-23834f6f-7b5f-4a33-9af7-581cc9e927c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:34.343158 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-23834f6f-7b5f-4a33-9af7-581cc9e927c1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1efb290a-e8dc-486b-8153-09b51729978c HTTP/1.1" status: 204 len: 168 time: 0.1210210 Oct 31 19:32:34.350698 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23834f6f-7b5f-4a33-9af7-581cc9e927c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efb290a-e8dc-486b-8153-09b51729978c,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:35.070508 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:36.459587 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:36.729042 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:39.350382 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 56352) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:39.459903 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-656c19aa-5f3f-4c3e-8e5a-1a03fc7edcc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:39.535660 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-656c19aa-5f3f-4c3e-8e5a-1a03fc7edcc6 admin admin] Publish callbacks [] for security_group (54508798-292d-49f4-b590-4376f2576abd), precommit_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:39.539602 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-656c19aa-5f3f-4c3e-8e5a-1a03fc7edcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (54508798-292d-49f4-b590-4376f2576abd), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:39.578708 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-656c19aa-5f3f-4c3e-8e5a-1a03fc7edcc6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=83d97ebb8ea34d93bcab77c827fdda71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271621 Oct 31 19:32:39.579547 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c19aa-5f3f-4c3e-8e5a-1a03fc7edcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54508798-292d-49f4-b590-4376f2576abd,revision_number=1']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:39.581545 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56356) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:39.634203 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ebb9ac09-2794-4c10-8f9b-9df2db43e39e admin admin] Publish callbacks [] for security_group (54508798-292d-49f4-b590-4376f2576abd), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:39.886483 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ebb9ac09-2794-4c10-8f9b-9df2db43e39e admin admin] Publish callbacks [] for security_group (54508798-292d-49f4-b590-4376f2576abd), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:39.933925 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ebb9ac09-2794-4c10-8f9b-9df2db43e39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (54508798-292d-49f4-b590-4376f2576abd), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:39.936528 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ebb9ac09-2794-4c10-8f9b-9df2db43e39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:39.937709 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-ebb9ac09-2794-4c10-8f9b-9df2db43e39e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/54508798-292d-49f4-b590-4376f2576abd HTTP/1.1" status: 204 len: 168 time: 0.3550601 Oct 31 19:32:39.945421 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9ac09-2794-4c10-8f9b-9df2db43e39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54508798-292d-49f4-b590-4376f2576abd,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:40.195376 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56362) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:40.209168 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-97979dad-e967-44e9-8319-424b10209b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:40.284834 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-97979dad-e967-44e9-8319-424b10209b4a admin admin] Publish callbacks [] for security_group (dd24aba9-de39-452a-afbc-01c152d16a5e), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:40.288691 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-97979dad-e967-44e9-8319-424b10209b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (dd24aba9-de39-452a-afbc-01c152d16a5e), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:40.327080 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-97979dad-e967-44e9-8319-424b10209b4a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=66acf488087945bd84469cc917cd634c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306648 Oct 31 19:32:40.328173 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97979dad-e967-44e9-8319-424b10209b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd24aba9-de39-452a-afbc-01c152d16a5e,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:40.329790 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 56364) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:40.378644 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f892f320-941f-4bec-aa95-e8766d513130 admin admin] Publish callbacks [] for security_group (dd24aba9-de39-452a-afbc-01c152d16a5e), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:40.398627 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f892f320-941f-4bec-aa95-e8766d513130 admin admin] Publish callbacks [] for security_group (dd24aba9-de39-452a-afbc-01c152d16a5e), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:40.444437 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f892f320-941f-4bec-aa95-e8766d513130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (dd24aba9-de39-452a-afbc-01c152d16a5e), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:40.446923 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-f892f320-941f-4bec-aa95-e8766d513130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:40.448030 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-f892f320-941f-4bec-aa95-e8766d513130 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/dd24aba9-de39-452a-afbc-01c152d16a5e HTTP/1.1" status: 204 len: 168 time: 0.1172702 Oct 31 19:32:40.455957 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892f320-941f-4bec-aa95-e8766d513130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd24aba9-de39-452a-afbc-01c152d16a5e,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:40.763342 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56370) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:40.777592 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6a1df72d-416b-41de-8ab2-debadb0e2b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:40.853999 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6a1df72d-416b-41de-8ab2-debadb0e2b1b admin admin] Publish callbacks [] for security_group (2e2f3b03-876d-4d82-94be-a7acfef376d3), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:40.858299 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6a1df72d-416b-41de-8ab2-debadb0e2b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (2e2f3b03-876d-4d82-94be-a7acfef376d3), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:40.898443 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1df72d-416b-41de-8ab2-debadb0e2b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2f3b03-876d-4d82-94be-a7acfef376d3,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:40.902659 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-6a1df72d-416b-41de-8ab2-debadb0e2b1b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=df295b66cada45e88a60556dac53e6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382699 Oct 31 19:32:40.905350 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56372) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:40.953456 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-88766cc8-f45f-4393-9a14-60f10707811d admin admin] Publish callbacks [] for security_group (2e2f3b03-876d-4d82-94be-a7acfef376d3), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:40.961986 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:40.973855 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-88766cc8-f45f-4393-9a14-60f10707811d admin admin] Publish callbacks [] for security_group (2e2f3b03-876d-4d82-94be-a7acfef376d3), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:41.019923 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-88766cc8-f45f-4393-9a14-60f10707811d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (2e2f3b03-876d-4d82-94be-a7acfef376d3), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:41.022415 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-88766cc8-f45f-4393-9a14-60f10707811d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:41.023534 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-88766cc8-f45f-4393-9a14-60f10707811d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2e2f3b03-876d-4d82-94be-a7acfef376d3 HTTP/1.1" status: 204 len: 168 time: 0.1172786 Oct 31 19:32:41.031078 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88766cc8-f45f-4393-9a14-60f10707811d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2f3b03-876d-4d82-94be-a7acfef376d3,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:41.693634 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56394) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:41.789066 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [None req-73c77104-a3ea-43e0-8924-44ad05b8ab4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1217151204-network', 'tenant_id': '9efd35f792404278b5122bc4bca1bf7c'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:32:41.810683 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c77104-a3ea-43e0-8924-44ad05b8ab4f admin admin] Made reservation on behalf of 9efd35f792404278b5122bc4bca1bf7c for: {'network': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:32:41.812945 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-73c77104-a3ea-43e0-8924-44ad05b8ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for network (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:41.821298 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-73c77104-a3ea-43e0-8924-44ad05b8ab4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:41.831759 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:41.900922 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-73c77104-a3ea-43e0-8924-44ad05b8ab4f admin admin] Publish callbacks [] for security_group (79621d1b-50eb-4137-bcf5-9f5f4683a4e0), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:41.904661 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-73c77104-a3ea-43e0-8924-44ad05b8ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (79621d1b-50eb-4137-bcf5-9f5f4683a4e0), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:41.926408 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c77104-a3ea-43e0-8924-44ad05b8ab4f admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=104475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 19:32:41.942039 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c77104-a3ea-43e0-8924-44ad05b8ab4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79621d1b-50eb-4137-bcf5-9f5f4683a4e0,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:41.944917 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-73c77104-a3ea-43e0-8924-44ad05b8ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (1fe9dc18-1e2c-484a-9afc-902293d1f289), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:41.945264 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.db.segments_db [None req-73c77104-a3ea-43e0-8924-44ad05b8ab4f admin admin] Added segment 1fe9dc18-1e2c-484a-9afc-902293d1f289 of type vlan for network 475ad199-f6f5-418f-b192-8d0beeadb839 Oct 31 19:32:41.988325 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-73c77104-a3ea-43e0-8924-44ad05b8ab4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766603662529'] for network (475ad199-f6f5-418f-b192-8d0beeadb839), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:42.012586 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-73c77104-a3ea-43e0-8924-44ad05b8ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251'] for network (475ad199-f6f5-418f-b192-8d0beeadb839), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:42.013600 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c77104-a3ea-43e0-8924-44ad05b8ab4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:42.014214 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-73c77104-a3ea-43e0-8924-44ad05b8ab4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:42.074453 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-73c77104-a3ea-43e0-8924-44ad05b8ab4f admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3797426 Oct 31 19:32:42.077460 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 56398) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:32:42.077973 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c77104-a3ea-43e0-8924-44ad05b8ab4f admin admin] Pushing event updated for resources: {'Network': ['ID=475ad199-f6f5-418f-b192-8d0beeadb839,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:42.083461 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.v2.base [None req-5730da5f-b249-4216-97e6-3028c6434a99 admin admin] Request body: {'subnet': {'network_id': '475ad199-f6f5-418f-b192-8d0beeadb839', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1217151204-subnet', 'tenant_id': '9efd35f792404278b5122bc4bca1bf7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:32:42.087513 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Network 475ad199-f6f5-418f-b192-8d0beeadb839 details requested by agent ovs-agent-dv-cinder-863097-1-iscsi with host dv-cinder-863097-1-iscsi {{(pid=104477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 19:32:42.106992 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5730da5f-b249-4216-97e6-3028c6434a99 admin admin] Made reservation on behalf of 9efd35f792404278b5122bc4bca1bf7c for: {'subnet': 1} {{(pid=104476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:32:42.109353 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5730da5f-b249-4216-97e6-3028c6434a99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4897938'] for subnet (None), before_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:42.190176 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:42.255300 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:42.272377 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5730da5f-b249-4216-97e6-3028c6434a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5224611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4898044'] for subnet (7e767615-100e-415f-b9a3-ea7340b6c1d0), after_create {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:42.329862 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730da5f-b249-4216-97e6-3028c6434a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e767615-100e-415f-b9a3-ea7340b6c1d0,revision_number=0']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:42.339769 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5730da5f-b249-4216-97e6-3028c6434a99 admin admin] Checking segment: {'id': '1fe9dc18-1e2c-484a-9afc-902293d1f289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '475ad199-f6f5-418f-b192-8d0beeadb839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:32:42.340645 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5730da5f-b249-4216-97e6-3028c6434a99 admin admin] Network hostable DHCP agents. Network: 475ad199-f6f5-418f-b192-8d0beeadb839, hostable agents: ['12d3e1f0-0839-40ca-b5f6-cbe6012b488c'], hosted agents: [] {{(pid=104476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 19:32:42.357872 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5730da5f-b249-4216-97e6-3028c6434a99 admin admin] Network 475ad199-f6f5-418f-b192-8d0beeadb839 is scheduled to be hosted by DHCP agent 12d3e1f0-0839-40ca-b5f6-cbe6012b488c with binding_index 1 {{(pid=104476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 19:32:42.366033 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.scheduler.base_scheduler [None req-5730da5f-b249-4216-97e6-3028c6434a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863097-1-iscsi, 475ad199-f6f5-418f-b192-8d0beeadb839) {{(pid=104476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:32:42.370246 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5730da5f-b249-4216-97e6-3028c6434a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:42.370829 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-5730da5f-b249-4216-97e6-3028c6434a99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:42.375179 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9553e5e9-482e-4c48-aa02-c073f871fb44 None None] Network 475ad199-f6f5-418f-b192-8d0beeadb839 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:32:42.387524 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-5730da5f-b249-4216-97e6-3028c6434a99 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3083372 Oct 31 19:32:42.478565 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8a55b2-9359-4b54-ad75-8c7c1ff67413 None None] Network 475ad199-f6f5-418f-b192-8d0beeadb839 requested from dv-cinder-863097-1-iscsi {{(pid=104477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 31 19:32:42.906349 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:44.324067 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-d12bdc81-ea80-4e34-bab8-749a19fbc395 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:44.326005 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-d12bdc81-ea80-4e34-bab8-749a19fbc395 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/networks?id=475ad199-f6f5-418f-b192-8d0beeadb839 HTTP/1.1" status: 200 len: 809 time: 0.1003737 Oct 31 19:32:44.340167 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-623ed3ee-a716-42dc-baf9-d6e84430ca8d tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/quotas/9efd35f792404278b5122bc4bca1bf7c HTTP/1.1" status: 200 len: 375 time: 0.0087874 Oct 31 19:32:44.375870 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-b5bf556c-8aec-4cff-a049-55900cffb709 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=9efd35f792404278b5122bc4bca1bf7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307646 Oct 31 19:32:44.510697 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-c07db580-4af9-4ece-a886-5a68f482dbc3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/475ad199-f6f5-418f-b192-8d0beeadb839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282670 Oct 31 19:32:44.603198 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-9e1bd622-cb7f-4e40-a5a1-ad81e41562cb service neutron] 10.222.0.16 "GET /networking/v2.0/networks/475ad199-f6f5-418f-b192-8d0beeadb839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861046 Oct 31 19:32:44.775011 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-df1aa7db-461f-44e9-8f5a-221e4bf17ad8 req-a58aed07-bd28-4bea-a91a-c4b0ebd94392 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab HTTP/1.1" status: 200 len: 210 time: 0.0324173 Oct 31 19:32:45.121829 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:45.126413 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:45.746504 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-b2cd297a-1c74-4235-894f-1d2892414d2f tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:45.748154 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-b2cd297a-1c74-4235-894f-1d2892414d2f tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.33 "GET /networking/v2.0/networks?id=475ad199-f6f5-418f-b192-8d0beeadb839 HTTP/1.1" status: 200 len: 809 time: 0.1092668 Oct 31 19:32:45.759404 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-51810f96-cb8b-4f1b-8341-f2bb8905079c tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Request body: {'port': {'device_id': '92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab', 'network_id': '475ad199-f6f5-418f-b192-8d0beeadb839', 'admin_state_up': True, 'tenant_id': '9efd35f792404278b5122bc4bca1bf7c'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:32:45.878235 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-2a659ec8-a22b-40a4-9a40-d5e8cb556496 req-cbaec42f-204e-4b3c-ba84-89ce07bd0b16 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab HTTP/1.1" status: 200 len: 210 time: 0.0284834 Oct 31 19:32:45.882431 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-51810f96-cb8b-4f1b-8341-f2bb8905079c tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Made reservation on behalf of 9efd35f792404278b5122bc4bca1bf7c for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:32:45.886200 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-51810f96-cb8b-4f1b-8341-f2bb8905079c tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:46.011344 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-51810f96-cb8b-4f1b-8341-f2bb8905079c tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Allocated IP 172.20.0.3 (475ad199-f6f5-418f-b192-8d0beeadb839/7e767615-100e-415f-b9a3-ea7340b6c1d0/8c6633eb-5177-4590-b4e4-d330f90b67c1) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:32:46.042510 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:46.144133 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=10 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:46.167279 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-51810f96-cb8b-4f1b-8341-f2bb8905079c tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Publish callbacks [] for port (8c6633eb-5177-4590-b4e4-d330f90b67c1), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:46.199351 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-51810f96-cb8b-4f1b-8341-f2bb8905079c tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (8c6633eb-5177-4590-b4e4-d330f90b67c1), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:46.245376 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-51810f96-cb8b-4f1b-8341-f2bb8905079c tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Network 475ad199-f6f5-418f-b192-8d0beeadb839 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:32:46.251163 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-51810f96-cb8b-4f1b-8341-f2bb8905079c tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:32:46.253567 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-51810f96-cb8b-4f1b-8341-f2bb8905079c tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:32:46.278537 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51810f96-cb8b-4f1b-8341-f2bb8905079c tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Pushing event updated for resources: {'Port': ['ID=8c6633eb-5177-4590-b4e4-d330f90b67c1,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:46.306906 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-51810f96-cb8b-4f1b-8341-f2bb8905079c tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:46.307508 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-51810f96-cb8b-4f1b-8341-f2bb8905079c tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:46.323764 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-51810f96-cb8b-4f1b-8341-f2bb8905079c tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682101 Oct 31 19:32:46.334512 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Request body: {'port': {'device_id': '92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:32:46.392807 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (8c6633eb-5177-4590-b4e4-d330f90b67c1), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:46.647211 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6633eb-5177-4590-b4e4-d330f90b67c1 {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:32:46.655114 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Publish callbacks [] for port (8c6633eb-5177-4590-b4e4-d330f90b67c1), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:46.668096 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Transition to ACTIVE for port object 8c6633eb-5177-4590-b4e4-d330f90b67c1 will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:32:46.671487 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (8c6633eb-5177-4590-b4e4-d330f90b67c1), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:46.750199 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6633eb-5177-4590-b4e4-d330f90b67c1,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:46.779177 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Attempting to bind port 8c6633eb-5177-4590-b4e4-d330f90b67c1 on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:32:46.779562 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Attempting to bind port 8c6633eb-5177-4590-b4e4-d330f90b67c1 by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': '1fe9dc18-1e2c-484a-9afc-902293d1f289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '475ad199-f6f5-418f-b192-8d0beeadb839'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:32:46.779839 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Attempting to bind port 8c6633eb-5177-4590-b4e4-d330f90b67c1 on network 475ad199-f6f5-418f-b192-8d0beeadb839 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:32:46.807408 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:46.827827 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Port 8c6633eb-5177-4590-b4e4-d330f90b67c1 on network 475ad199-f6f5-418f-b192-8d0beeadb839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:32:46.828150 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Attempting to bind port 8c6633eb-5177-4590-b4e4-d330f90b67c1 on network 475ad199-f6f5-418f-b192-8d0beeadb839 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:32:46.869455 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:32:46.869818 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Checking segment: {'id': '1fe9dc18-1e2c-484a-9afc-902293d1f289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '475ad199-f6f5-418f-b192-8d0beeadb839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:32:46.870201 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Bound using segment: {'id': '1fe9dc18-1e2c-484a-9afc-902293d1f289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '475ad199-f6f5-418f-b192-8d0beeadb839'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:32:46.870625 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Bound port: 8c6633eb-5177-4590-b4e4-d330f90b67c1, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fe9dc18-1e2c-484a-9afc-902293d1f289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '475ad199-f6f5-418f-b192-8d0beeadb839'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:32:46.870975 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (8c6633eb-5177-4590-b4e4-d330f90b67c1), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:46.929538 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:46.932415 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] For port 8c6633eb-5177-4590-b4e4-d330f90b67c1, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:32:46.936131 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] For port 8c6633eb-5177-4590-b4e4-d330f90b67c1, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=8c6633eb-5177-4590-b4e4-d330f90b67c1,segment=NetworkSegment(1fe9dc18-1e2c-484a-9afc-902293d1f289),segment_id=1fe9dc18-1e2c-484a-9afc-902293d1f289)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:32:46.943091 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (8c6633eb-5177-4590-b4e4-d330f90b67c1), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:46.946254 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:46.946858 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:46.948425 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/8c6633eb-5177-4590-b4e4-d330f90b67c1 HTTP/1.1" status: 200 len: 1093 time: 0.6177714 Oct 31 19:32:46.951361 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab', 'tag': '8c6633eb-5177-4590-b4e4-d330f90b67c1'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:32:46.954430 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947d6077-7161-4844-86a4-c15c58728e99" -d '{"events": [{"name": "network-changed", "server_uuid": "92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab", "tag": "8c6633eb-5177-4590-b4e4-d330f90b67c1"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:32:47.011695 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9539cfea-5ab7-4539-ad6f-35f3926ae5be x-openstack-request-id: req-9539cfea-5ab7-4539-ad6f-35f3926ae5be {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:32:47.012464 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab", "tag": "8c6633eb-5177-4590-b4e4-d330f90b67c1", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:32:47.012710 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9539cfea-5ab7-4539-ad6f-35f3926ae5be {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:32:47.013092 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9539cfea-5ab7-4539-ad6f-35f3926ae5be'] response: {'name': 'network-changed', 'server_uuid': '92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab', 'tag': '8c6633eb-5177-4590-b4e4-d330f90b67c1', 'status': 'completed', 'code': 200} Oct 31 19:32:47.072809 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be8089-894c-4548-bc46-2fe1154107e2 req-7b8af3c8-290e-4478-8e7c-3ff1ebe12f1c tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:47.074289 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46be8089-894c-4548-bc46-2fe1154107e2 req-7b8af3c8-290e-4478-8e7c-3ff1ebe12f1c tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab HTTP/1.1" status: 200 len: 943 time: 0.1172171 Oct 31 19:32:47.084006 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9a4ed-3d1b-4679-9ebc-9b90cef0a9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6633eb-5177-4590-b4e4-d330f90b67c1,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:47.091643 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-3a52ab55-c01f-4a47-8f69-6bb406fdeb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:47.093032 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-3a52ab55-c01f-4a47-8f69-6bb406fdeb04 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9efd35f792404278b5122bc4bca1bf7c&device_id=92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab HTTP/1.1" status: 200 len: 1127 time: 0.0831099 Oct 31 19:32:47.139714 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-45b9052d-892d-48fe-a99a-274dd95005c2 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c6633eb-5177-4590-b4e4-d330f90b67c1 HTTP/1.1" status: 200 len: 217 time: 0.0383334 Oct 31 19:32:47.191363 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-46be8089-894c-4548-bc46-2fe1154107e2 req-ad368435-6ee0-46c8-8d2b-d91905c88d07 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090765 Oct 31 19:32:47.202248 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-11ac8280-9aa4-4f53-ba04-3c7a84af3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:47.203630 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-11ac8280-9aa4-4f53-ba04-3c7a84af3631 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7e767615-100e-415f-b9a3-ea7340b6c1d0 HTTP/1.1" status: 200 len: 849 time: 0.0570858 Oct 31 19:32:47.235834 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-413d5331-36f6-4701-8b06-88444ffa5362 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=475ad199-f6f5-418f-b192-8d0beeadb839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259578 Oct 31 19:32:47.327377 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-805f45f3-7fa0-435d-8f63-27dc9e1aff93 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/475ad199-f6f5-418f-b192-8d0beeadb839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857601 Oct 31 19:32:47.415066 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-65071814-f15d-44e8-89b9-d4678b5ad15b req-bf746faa-64a0-4a19-9330-b96bec0d2a86 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/475ad199-f6f5-418f-b192-8d0beeadb839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821378 Oct 31 19:32:48.114083 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d6077-7161-4844-86a4-c15c58728e99 req-898cd724-d6fe-4251-b606-0d42a0fa4c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:48.115535 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-947d6077-7161-4844-86a4-c15c58728e99 req-898cd724-d6fe-4251-b606-0d42a0fa4c91 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9efd35f792404278b5122bc4bca1bf7c&device_id=92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab HTTP/1.1" status: 200 len: 1127 time: 0.0395243 Oct 31 19:32:48.208563 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d6077-7161-4844-86a4-c15c58728e99 req-c8b408b2-d32e-4fae-8514-3980166f9947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:48.210009 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-947d6077-7161-4844-86a4-c15c58728e99 req-c8b408b2-d32e-4fae-8514-3980166f9947 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=475ad199-f6f5-418f-b192-8d0beeadb839 HTTP/1.1" status: 200 len: 910 time: 0.0876374 Oct 31 19:32:48.249474 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-947d6077-7161-4844-86a4-c15c58728e99 req-f378bcb9-661d-4d82-b0d7-2559d6a74221 service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c6633eb-5177-4590-b4e4-d330f90b67c1 HTTP/1.1" status: 200 len: 217 time: 0.0327754 Oct 31 19:32:48.301527 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d6077-7161-4844-86a4-c15c58728e99 req-d3e7e72e-61ab-4588-a8a4-9365fc173781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:48.302987 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-947d6077-7161-4844-86a4-c15c58728e99 req-d3e7e72e-61ab-4588-a8a4-9365fc173781 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7e767615-100e-415f-b9a3-ea7340b6c1d0 HTTP/1.1" status: 200 len: 849 time: 0.0480826 Oct 31 19:32:48.312100 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08536520-0e8b-4b8f-9d20-85ef70d56b7e req-a1e92b00-dda4-4b2e-aedd-6cf5fca6f54e tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:48.313537 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-08536520-0e8b-4b8f-9d20-85ef70d56b7e req-a1e92b00-dda4-4b2e-aedd-6cf5fca6f54e tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab HTTP/1.1" status: 200 len: 943 time: 0.0462561 Oct 31 19:32:48.334692 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-947d6077-7161-4844-86a4-c15c58728e99 req-b5e6a971-75ce-4bab-bce1-cfb885772a25 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=475ad199-f6f5-418f-b192-8d0beeadb839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255957 Oct 31 19:32:48.361256 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-08536520-0e8b-4b8f-9d20-85ef70d56b7e req-de42ac5a-7f48-446f-b782-53d3a6e7e77a tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419252 Oct 31 19:32:48.420010 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:48.426123 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-947d6077-7161-4844-86a4-c15c58728e99 req-03fb6cd7-97e7-40cf-8a8f-1342f088b23a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/475ad199-f6f5-418f-b192-8d0beeadb839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843177 Oct 31 19:32:48.517027 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-947d6077-7161-4844-86a4-c15c58728e99 req-f12b790d-4b35-45a7-8c84-d698cc9c261c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/475ad199-f6f5-418f-b192-8d0beeadb839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848706 Oct 31 19:32:49.478594 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387b651-c9fd-4990-b665-8047e08f90f5 req-2b066030-794e-4710-b861-64b6d5ec051b tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:49.480017 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c387b651-c9fd-4990-b665-8047e08f90f5 req-2b066030-794e-4710-b861-64b6d5ec051b tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab HTTP/1.1" status: 200 len: 943 time: 0.0453370 Oct 31 19:32:49.529040 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c387b651-c9fd-4990-b665-8047e08f90f5 req-43715530-58ba-4b10-afe8-3bdf9e2b3bf9 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423629 Oct 31 19:32:49.531193 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 8c6633eb-5177-4590-b4e4-d330f90b67c1 details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:32:49.632020 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 8c6633eb-5177-4590-b4e4-d330f90b67c1, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=8c6633eb-5177-4590-b4e4-d330f90b67c1,segment=NetworkSegment(1fe9dc18-1e2c-484a-9afc-902293d1f289),segment_id=1fe9dc18-1e2c-484a-9afc-902293d1f289)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:32:49.638733 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:49.644319 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '8c6633eb-5177-4590-b4e4-d330f90b67c1', 'network_id': '475ad199-f6f5-418f-b192-8d0beeadb839', 'port_id': '8c6633eb-5177-4590-b4e4-d330f90b67c1', 'mac_address': 'fa:16:3e:13:62:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e767615-100e-415f-b9a3-ea7340b6c1d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:32:49.649229 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:49.681028 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 8c6633eb-5177-4590-b4e4-d330f90b67c1 is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:32:49.681416 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (8c6633eb-5177-4590-b4e4-d330f90b67c1), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:49.694066 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6633eb-5177-4590-b4e4-d330f90b67c1 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:32:49.713004 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 8c6633eb-5177-4590-b4e4-d330f90b67c1, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=8c6633eb-5177-4590-b4e4-d330f90b67c1,segment=NetworkSegment(1fe9dc18-1e2c-484a-9afc-902293d1f289),segment_id=1fe9dc18-1e2c-484a-9afc-902293d1f289)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:32:49.717303 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (8c6633eb-5177-4590-b4e4-d330f90b67c1), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:49.765521 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=8c6633eb-5177-4590-b4e4-d330f90b67c1,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:49.772690 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:49.773042 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:49.773380 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:49.773737 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:49.774065 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:49.774387 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:49.774703 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:49.775030 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:49.775348 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:49.775665 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:49.775981 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:49.776299 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:49.776615 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:49.776929 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:49.777242 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:32:49.918566 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['8c6633eb-5177-4590-b4e4-d330f90b67c1'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:32:50.650405 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8704f-9de5-4fc2-b076-541b4726038d req-2725c614-0092-4881-9938-bc709db086db tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:50.651844 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a8c8704f-9de5-4fc2-b076-541b4726038d req-2725c614-0092-4881-9938-bc709db086db tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab HTTP/1.1" status: 200 len: 944 time: 0.0499547 Oct 31 19:32:50.698063 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-a8c8704f-9de5-4fc2-b076-541b4726038d req-8844766c-ff8d-4e22-bf78-e01e46ebd47b tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Oct 31 19:32:51.548254 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 8c6633eb-5177-4590-b4e4-d330f90b67c1 up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:32:51.589275 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port 8c6633eb-5177-4590-b4e4-d330f90b67c1 completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:32:51.595537 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 8c6633eb-5177-4590-b4e4-d330f90b67c1 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:32:51.595916 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (8c6633eb-5177-4590-b4e4-d330f90b67c1), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:51.596396 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 8c6633eb-5177-4590-b4e4-d330f90b67c1 Oct 31 19:32:51.666579 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 8c6633eb-5177-4590-b4e4-d330f90b67c1 is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:32:51.666957 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (8c6633eb-5177-4590-b4e4-d330f90b67c1), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:51.689468 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6633eb-5177-4590-b4e4-d330f90b67c1'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:32:51.691684 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fcd71e-0b56-433d-987d-510aa6337aae" -d '{"events": [{"server_uuid": "92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab", "name": "network-vif-plugged", "status": "completed", "tag": "8c6633eb-5177-4590-b4e4-d330f90b67c1"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:32:51.704586 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 8c6633eb-5177-4590-b4e4-d330f90b67c1, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=8c6633eb-5177-4590-b4e4-d330f90b67c1,segment=NetworkSegment(1fe9dc18-1e2c-484a-9afc-902293d1f289),segment_id=1fe9dc18-1e2c-484a-9afc-902293d1f289)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:32:51.708469 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (8c6633eb-5177-4590-b4e4-d330f90b67c1), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:51.759074 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=8c6633eb-5177-4590-b4e4-d330f90b67c1,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:51.823027 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273c27f-cc39-42c5-9348-3d4542e776d3 req-c5d1a965-6d5e-4ead-87ad-f270e156d08d tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:51.825068 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7273c27f-cc39-42c5-9348-3d4542e776d3 req-c5d1a965-6d5e-4ead-87ad-f270e156d08d tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab HTTP/1.1" status: 200 len: 945 time: 0.0492308 Oct 31 19:32:51.860066 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c75099-8319-4020-8b98-45df69ce0ca4 x-openstack-request-id: req-b1c75099-8319-4020-8b98-45df69ce0ca4 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:32:51.860358 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab", "name": "network-vif-plugged", "status": "completed", "tag": "8c6633eb-5177-4590-b4e4-d330f90b67c1", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:32:51.860610 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1c75099-8319-4020-8b98-45df69ce0ca4 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:32:51.861007 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c75099-8319-4020-8b98-45df69ce0ca4'] response: {'server_uuid': '92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6633eb-5177-4590-b4e4-d330f90b67c1', 'code': 200} Oct 31 19:32:51.873809 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-7273c27f-cc39-42c5-9348-3d4542e776d3 req-decef5b5-d798-4806-94ec-96340beaf303 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429060 Oct 31 19:32:52.022034 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325165fb-4b08-4096-bbb8-c07335d4baeb req-a9df8990-fb16-4f30-a324-c824fff30e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:52.023546 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-325165fb-4b08-4096-bbb8-c07335d4baeb req-a9df8990-fb16-4f30-a324-c824fff30e9f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab HTTP/1.1" status: 200 len: 1129 time: 0.0429969 Oct 31 19:32:52.063688 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:52.067410 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-325165fb-4b08-4096-bbb8-c07335d4baeb req-a524e253-5771-4be3-a23f-991de9f2ab23 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379782 Oct 31 19:32:53.000408 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c0e89-ec5b-4d89-b2ec-8be55cb1514a req-731b9c8b-a4b7-4b7c-989c-fd244d7c643b tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:53.001978 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-382c0e89-ec5b-4d89-b2ec-8be55cb1514a req-731b9c8b-a4b7-4b7c-989c-fd244d7c643b tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab HTTP/1.1" status: 200 len: 945 time: 0.0505402 Oct 31 19:32:53.050346 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-382c0e89-ec5b-4d89-b2ec-8be55cb1514a req-ac84ba51-fb9a-4116-ac06-89da59ecb849 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425677 Oct 31 19:32:54.169072 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613409c-779b-45ed-85d8-b9a455eebba7 req-8854d8b9-1986-4c82-879c-1b323532650b tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:54.170546 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5613409c-779b-45ed-85d8-b9a455eebba7 req-8854d8b9-1986-4c82-879c-1b323532650b tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab HTTP/1.1" status: 200 len: 945 time: 0.0465202 Oct 31 19:32:54.190021 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:54.220838 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-5613409c-779b-45ed-85d8-b9a455eebba7 req-1be41b95-63ea-44b5-b14f-1029bb35e972 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448680 Oct 31 19:32:54.832804 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f12d0e-21d5-4ad7-b4d4-aa6a18fbe2bf req-4174a822-a71e-48b7-a04b-d12b1ed6746e tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:54.834290 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-03f12d0e-21d5-4ad7-b4d4-aa6a18fbe2bf req-4174a822-a71e-48b7-a04b-d12b1ed6746e tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab HTTP/1.1" status: 200 len: 945 time: 0.0473709 Oct 31 19:32:54.881725 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-03f12d0e-21d5-4ad7-b4d4-aa6a18fbe2bf req-267b9d14-7a65-40a5-9fc5-978492feb50a tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418231 Oct 31 19:32:56.002676 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61268f39-8af2-4999-bcfc-0b26e2d34865 req-98d3c5cb-154c-451f-b349-3b09421d8d2d tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:56.004073 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-61268f39-8af2-4999-bcfc-0b26e2d34865 req-98d3c5cb-154c-451f-b349-3b09421d8d2d tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab HTTP/1.1" status: 200 len: 945 time: 0.0464237 Oct 31 19:32:56.054662 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-61268f39-8af2-4999-bcfc-0b26e2d34865 req-f45f023b-326f-45bd-b61f-3404bafd2941 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451338 Oct 31 19:32:56.117003 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80aeb3-ff9e-4808-8c83-b61cd59648c3 req-0ec220ad-c928-48e1-b56c-b3478f950fb8 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:56.118452 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4f80aeb3-ff9e-4808-8c83-b61cd59648c3 req-0ec220ad-c928-48e1-b56c-b3478f950fb8 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab HTTP/1.1" status: 200 len: 945 time: 0.0458560 Oct 31 19:32:56.197673 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-4f80aeb3-ff9e-4808-8c83-b61cd59648c3 req-b6a34640-4bb7-4fda-86fd-2f69f7b884d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Deleting port 8c6633eb-5177-4590-b4e4-d330f90b67c1 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:32:56.198017 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-4f80aeb3-ff9e-4808-8c83-b61cd59648c3 req-b6a34640-4bb7-4fda-86fd-2f69f7b884d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (8c6633eb-5177-4590-b4e4-d330f90b67c1), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:56.294024 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-4f80aeb3-ff9e-4808-8c83-b61cd59648c3 req-b6a34640-4bb7-4fda-86fd-2f69f7b884d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] For port 8c6633eb-5177-4590-b4e4-d330f90b67c1, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=8c6633eb-5177-4590-b4e4-d330f90b67c1,segment=NetworkSegment(1fe9dc18-1e2c-484a-9afc-902293d1f289),segment_id=1fe9dc18-1e2c-484a-9afc-902293d1f289)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:32:56.294304 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-4f80aeb3-ff9e-4808-8c83-b61cd59648c3 req-b6a34640-4bb7-4fda-86fd-2f69f7b884d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (8c6633eb-5177-4590-b4e4-d330f90b67c1), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:56.307519 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-4f80aeb3-ff9e-4808-8c83-b61cd59648c3 req-b6a34640-4bb7-4fda-86fd-2f69f7b884d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Calling delete_port for 8c6633eb-5177-4590-b4e4-d330f90b67c1 owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:32:56.441375 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-4f80aeb3-ff9e-4808-8c83-b61cd59648c3 req-b6a34640-4bb7-4fda-86fd-2f69f7b884d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (8c6633eb-5177-4590-b4e4-d330f90b67c1), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:56.453867 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['8c6633eb-5177-4590-b4e4-d330f90b67c1'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:32:56.470034 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a34640-4bb7-4fda-86fd-2f69f7b884d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Pushing event deleted for resources: {'Port': ['ID=8c6633eb-5177-4590-b4e4-d330f90b67c1,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:56.517657 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f80aeb3-ff9e-4808-8c83-b61cd59648c3 req-b6a34640-4bb7-4fda-86fd-2f69f7b884d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] No DVR routers for this DVR port 8c6633eb-5177-4590-b4e4-d330f90b67c1 on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:32:56.520250 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-4f80aeb3-ff9e-4808-8c83-b61cd59648c3 req-b6a34640-4bb7-4fda-86fd-2f69f7b884d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:56.523516 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-4f80aeb3-ff9e-4808-8c83-b61cd59648c3 req-b6a34640-4bb7-4fda-86fd-2f69f7b884d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.33 "DELETE /networking/v2.0/ports/8c6633eb-5177-4590-b4e4-d330f90b67c1 HTTP/1.1" status: 204 len: 173 time: 0.3995278 Oct 31 19:32:56.524005 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab', 'name': 'network-vif-deleted', 'tag': '8c6633eb-5177-4590-b4e4-d330f90b67c1'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:32:56.526252 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2df165-ce3d-485a-82ed-692b42fe01ee" -d '{"events": [{"server_uuid": "92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab", "name": "network-vif-deleted", "tag": "8c6633eb-5177-4590-b4e4-d330f90b67c1"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:32:56.568864 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb817edb-b69c-45d1-911d-3abb3e6eab35 x-openstack-request-id: req-fb817edb-b69c-45d1-911d-3abb3e6eab35 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:32:56.569150 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab", "name": "network-vif-deleted", "tag": "8c6633eb-5177-4590-b4e4-d330f90b67c1", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:32:56.569399 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb817edb-b69c-45d1-911d-3abb3e6eab35 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:32:56.569824 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb817edb-b69c-45d1-911d-3abb3e6eab35'] response: {'server_uuid': '92c4a4f7-d1cf-4621-9e75-4a6ac740c2ab', 'name': 'network-vif-deleted', 'tag': '8c6633eb-5177-4590-b4e4-d330f90b67c1', 'status': 'completed', 'code': 200} Oct 31 19:32:57.323629 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-612d8620-dea0-4a77-9346-78f9050c572b tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:57.325066 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-612d8620-dea0-4a77-9346-78f9050c572b tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/networks?id=475ad199-f6f5-418f-b192-8d0beeadb839 HTTP/1.1" status: 200 len: 809 time: 0.1022563 Oct 31 19:32:57.339260 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-9db6891c-fb6f-4cfa-94a0-cac9bd70f9cb tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/quotas/9efd35f792404278b5122bc4bca1bf7c HTTP/1.1" status: 200 len: 375 time: 0.0088141 Oct 31 19:32:57.372935 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-b1475d43-222a-4fb9-a930-897b51a6a17d tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=9efd35f792404278b5122bc4bca1bf7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275614 Oct 31 19:32:57.395584 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:57.462344 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-67f16de5-4bdb-4b10-ab18-ffb2e79c2be8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/475ad199-f6f5-418f-b192-8d0beeadb839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830023 Oct 31 19:32:57.556693 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-32814a2d-9361-40d3-a804-620bff1d3f6e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/475ad199-f6f5-418f-b192-8d0beeadb839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879650 Oct 31 19:32:57.714506 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-31a178de-4fc3-40c9-84ba-cc2b2dbf0bc6 req-acce6811-9e16-4c04-bf09-24a4186b15b5 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=049da0e3-2e81-4b8a-81b5-ee690e3661b3 HTTP/1.1" status: 200 len: 210 time: 0.0283244 Oct 31 19:32:58.637210 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:58.673731 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-5016f585-6250-4dbc-ad36-d0d2351055a5 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:58.675153 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-5016f585-6250-4dbc-ad36-d0d2351055a5 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.33 "GET /networking/v2.0/networks?id=475ad199-f6f5-418f-b192-8d0beeadb839 HTTP/1.1" status: 200 len: 809 time: 0.1070001 Oct 31 19:32:58.685986 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-e3180df8-1db8-4201-b028-3b6f99ac44d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Request body: {'port': {'device_id': '049da0e3-2e81-4b8a-81b5-ee690e3661b3', 'network_id': '475ad199-f6f5-418f-b192-8d0beeadb839', 'admin_state_up': True, 'tenant_id': '9efd35f792404278b5122bc4bca1bf7c'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:32:58.803520 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-e3180df8-1db8-4201-b028-3b6f99ac44d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Made reservation on behalf of 9efd35f792404278b5122bc4bca1bf7c for: {'port': 1} {{(pid=104475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 19:32:58.807340 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-e3180df8-1db8-4201-b028-3b6f99ac44d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:58.817444 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-399563f7-283b-4c8a-8b5c-b48042eca3fc req-2c62b481-540c-455e-8bbe-dab91b45a6f7 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=049da0e3-2e81-4b8a-81b5-ee690e3661b3 HTTP/1.1" status: 200 len: 210 time: 0.0292537 Oct 31 19:32:58.867431 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:58.932832 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.db_base_plugin_common [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-e3180df8-1db8-4201-b028-3b6f99ac44d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Allocated IP 172.20.0.8 (475ad199-f6f5-418f-b192-8d0beeadb839/7e767615-100e-415f-b9a3-ea7340b6c1d0/813f9aa8-63ce-4634-bbde-692efe3b3973) {{(pid=104475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 19:32:59.082914 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-e3180df8-1db8-4201-b028-3b6f99ac44d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Publish callbacks [] for port (813f9aa8-63ce-4634-bbde-692efe3b3973), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:59.114068 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-e3180df8-1db8-4201-b028-3b6f99ac44d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766603683979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (813f9aa8-63ce-4634-bbde-692efe3b3973), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:59.155854 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-e3180df8-1db8-4201-b028-3b6f99ac44d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Network 475ad199-f6f5-418f-b192-8d0beeadb839 is already hosted by enough agents. {{(pid=104475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 19:32:59.160830 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.scheduler.base_scheduler [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-e3180df8-1db8-4201-b028-3b6f99ac44d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Resources bound (agent type, host, resource id): {{(pid=104475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 19:32:59.164859 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-e3180df8-1db8-4201-b028-3b6f99ac44d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Received port after_create {{(pid=104475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 31 19:32:59.187414 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3180df8-1db8-4201-b028-3b6f99ac44d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Pushing event updated for resources: {'Port': ['ID=813f9aa8-63ce-4634-bbde-692efe3b3973,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:59.218680 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-e3180df8-1db8-4201-b028-3b6f99ac44d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:59.219282 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-e3180df8-1db8-4201-b028-3b6f99ac44d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:59.234678 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-e3180df8-1db8-4201-b028-3b6f99ac44d2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.33 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5522935 Oct 31 19:32:59.245582 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.v2.base [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Request body: {'port': {'device_id': '049da0e3-2e81-4b8a-81b5-ee690e3661b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86309'}} {{(pid=104475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 31 19:32:59.303133 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (813f9aa8-63ce-4634-bbde-692efe3b3973), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:59.401548 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:59.559920 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813f9aa8-63ce-4634-bbde-692efe3b3973 {{(pid=104475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:32:59.567357 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Publish callbacks [] for port (813f9aa8-63ce-4634-bbde-692efe3b3973), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:59.579860 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.provisioning_blocks [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Transition to ACTIVE for port object 813f9aa8-63ce-4634-bbde-692efe3b3973 will not be triggered until provisioned by entity L2. {{(pid=104475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 31 19:32:59.583502 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (813f9aa8-63ce-4634-bbde-692efe3b3973), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:59.625631 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 8c6633eb-5177-4590-b4e4-d330f90b67c1 no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:32:59.648522 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: 8c6633eb-5177-4590-b4e4-d330f90b67c1 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:32:59.648852 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 8c6633eb-5177-4590-b4e4-d330f90b67c1 not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:32:59.659868 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Pushing event updated for resources: {'Port': ['ID=813f9aa8-63ce-4634-bbde-692efe3b3973,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:59.672523 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:32:59.694292 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Attempting to bind port 813f9aa8-63ce-4634-bbde-692efe3b3973 on host hv-cinder-86309 for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 31 19:32:59.694623 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Attempting to bind port 813f9aa8-63ce-4634-bbde-692efe3b3973 by drivers openvswitch,hyperv on host hv-cinder-86309 at level 0 using segments [{'id': '1fe9dc18-1e2c-484a-9afc-902293d1f289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '475ad199-f6f5-418f-b192-8d0beeadb839'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 31 19:32:59.694949 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Attempting to bind port 813f9aa8-63ce-4634-bbde-692efe3b3973 on network 475ad199-f6f5-418f-b192-8d0beeadb839 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:32:59.735731 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Port 813f9aa8-63ce-4634-bbde-692efe3b3973 on network 475ad199-f6f5-418f-b192-8d0beeadb839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86309 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 19:32:59.736052 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Attempting to bind port 813f9aa8-63ce-4634-bbde-692efe3b3973 on network 475ad199-f6f5-418f-b192-8d0beeadb839 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 19:32:59.780442 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Checking agent: {'id': '0721b269-3bf8-42c2-8866-9a6fab85e438', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86309', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'started_at': datetime.datetime(2022, 10, 31, 19, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 10, 31, 19, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 31 19:32:59.780774 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Checking segment: {'id': '1fe9dc18-1e2c-484a-9afc-902293d1f289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '475ad199-f6f5-418f-b192-8d0beeadb839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 31 19:32:59.781151 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Bound using segment: {'id': '1fe9dc18-1e2c-484a-9afc-902293d1f289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '475ad199-f6f5-418f-b192-8d0beeadb839'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 31 19:32:59.781580 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Bound port: 813f9aa8-63ce-4634-bbde-692efe3b3973, host: hv-cinder-86309, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fe9dc18-1e2c-484a-9afc-902293d1f289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '475ad199-f6f5-418f-b192-8d0beeadb839'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 31 19:32:59.781955 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (813f9aa8-63ce-4634-bbde-692efe3b3973), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:59.842338 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] For port 813f9aa8-63ce-4634-bbde-692efe3b3973, host hv-cinder-86309, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 19:32:59.845330 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] For port 813f9aa8-63ce-4634-bbde-692efe3b3973, host hv-cinder-86309, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=813f9aa8-63ce-4634-bbde-692efe3b3973,segment=NetworkSegment(1fe9dc18-1e2c-484a-9afc-902293d1f289),segment_id=1fe9dc18-1e2c-484a-9afc-902293d1f289)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 19:32:59.855596 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4555137'] for port (813f9aa8-63ce-4634-bbde-692efe3b3973), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:59.858968 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:59.859644 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:32:59.861075 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] 10.222.0.33 "PUT /networking/v2.0/ports/813f9aa8-63ce-4634-bbde-692efe3b3973 HTTP/1.1" status: 200 len: 1093 time: 0.6193402 Oct 31 19:32:59.863342 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049da0e3-2e81-4b8a-81b5-ee690e3661b3', 'tag': '813f9aa8-63ce-4634-bbde-692efe3b3973'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:32:59.865828 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95665b84-87a5-4388-a63a-598aec8a29f4" -d '{"events": [{"name": "network-changed", "server_uuid": "049da0e3-2e81-4b8a-81b5-ee690e3661b3", "tag": "813f9aa8-63ce-4634-bbde-692efe3b3973"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:32:59.925776 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Oct 2022 19:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685f086f-ab38-4fc5-b781-f12ea5a184f7 x-openstack-request-id: req-685f086f-ab38-4fc5-b781-f12ea5a184f7 {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:32:59.926058 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049da0e3-2e81-4b8a-81b5-ee690e3661b3", "tag": "813f9aa8-63ce-4634-bbde-692efe3b3973", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:32:59.926323 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-685f086f-ab38-4fc5-b781-f12ea5a184f7 {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:32:59.926698 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-685f086f-ab38-4fc5-b781-f12ea5a184f7'] response: {'name': 'network-changed', 'server_uuid': '049da0e3-2e81-4b8a-81b5-ee690e3661b3', 'tag': '813f9aa8-63ce-4634-bbde-692efe3b3973', 'status': 'completed', 'code': 200} Oct 31 19:32:59.981248 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ac5ac-ddbd-44eb-bc26-1a4cf601a382 service neutron] Pushing event updated for resources: {'Port': ['ID=813f9aa8-63ce-4634-bbde-692efe3b3973,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:32:59.996421 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc38b02-90d8-4f4c-9a61-96cfcb6dd418 req-d20ea6c6-398b-42f8-a739-5beeb91b3e9e tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:32:59.997925 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ddc38b02-90d8-4f4c-9a61-96cfcb6dd418 req-d20ea6c6-398b-42f8-a739-5beeb91b3e9e tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=049da0e3-2e81-4b8a-81b5-ee690e3661b3 HTTP/1.1" status: 200 len: 943 time: 0.0958173 Oct 31 19:32:59.999245 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-9632778d-287c-4f1c-b3e1-323154bfa358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:33:00.000595 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-9632778d-287c-4f1c-b3e1-323154bfa358 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9efd35f792404278b5122bc4bca1bf7c&device_id=049da0e3-2e81-4b8a-81b5-ee690e3661b3 HTTP/1.1" status: 200 len: 1127 time: 0.0871217 Oct 31 19:33:00.048883 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-f7dd10e6-ad9c-48e9-bfbe-f2f737e8ce1d service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=813f9aa8-63ce-4634-bbde-692efe3b3973 HTTP/1.1" status: 200 len: 217 time: 0.0394838 Oct 31 19:33:00.107391 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-ddc38b02-90d8-4f4c-9a61-96cfcb6dd418 req-02e5fd54-5ebc-408f-83a4-28c9ff9da0b2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038642 Oct 31 19:33:00.117647 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-7e27a4b9-3422-487f-b9f9-d371883104c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:33:00.119713 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-7e27a4b9-3422-487f-b9f9-d371883104c1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7e767615-100e-415f-b9a3-ea7340b6c1d0 HTTP/1.1" status: 200 len: 849 time: 0.0645499 Oct 31 19:33:00.151366 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-cce04bcf-59b1-41d4-9e3a-cadbc09c3862 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=475ad199-f6f5-418f-b192-8d0beeadb839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261576 Oct 31 19:33:00.229912 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:00.241125 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-98662616-adc5-4ea8-917b-3094895ffce0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/475ad199-f6f5-418f-b192-8d0beeadb839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839343 Oct 31 19:33:00.333233 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-bc26a94e-e6a9-454d-888f-ff43e2d9091b req-83035790-deab-4718-84c5-131f24100e46 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/475ad199-f6f5-418f-b192-8d0beeadb839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855658 Oct 31 19:33:01.008842 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95665b84-87a5-4388-a63a-598aec8a29f4 req-fcaf986e-15cf-4fad-95f5-64c3098ce6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:33:01.010372 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95665b84-87a5-4388-a63a-598aec8a29f4 req-fcaf986e-15cf-4fad-95f5-64c3098ce6d5 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=9efd35f792404278b5122bc4bca1bf7c&device_id=049da0e3-2e81-4b8a-81b5-ee690e3661b3 HTTP/1.1" status: 200 len: 1127 time: 0.0398409 Oct 31 19:33:01.102352 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95665b84-87a5-4388-a63a-598aec8a29f4 req-1993c581-40a5-4737-87b6-b7faf99e2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:33:01.103777 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95665b84-87a5-4388-a63a-598aec8a29f4 req-1993c581-40a5-4737-87b6-b7faf99e2746 service neutron] 10.222.0.33 "GET /networking/v2.0/networks?id=475ad199-f6f5-418f-b192-8d0beeadb839 HTTP/1.1" status: 200 len: 910 time: 0.0874078 Oct 31 19:33:01.142401 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95665b84-87a5-4388-a63a-598aec8a29f4 req-9e4c20c4-77a7-4d92-8d1c-530f544c214b service neutron] 10.222.0.33 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=813f9aa8-63ce-4634-bbde-692efe3b3973 HTTP/1.1" status: 200 len: 217 time: 0.0319896 Oct 31 19:33:01.190081 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95665b84-87a5-4388-a63a-598aec8a29f4 req-bdd5e5a5-a071-4c51-bb08-66a5098960c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:33:01.191504 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95665b84-87a5-4388-a63a-598aec8a29f4 req-bdd5e5a5-a071-4c51-bb08-66a5098960c1 service neutron] 10.222.0.33 "GET /networking/v2.0/subnets?id=7e767615-100e-415f-b9a3-ea7340b6c1d0 HTTP/1.1" status: 200 len: 849 time: 0.0439272 Oct 31 19:33:01.226677 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95665b84-87a5-4388-a63a-598aec8a29f4 req-83823ed2-2f6c-4594-98ba-689823e9e28f service neutron] 10.222.0.33 "GET /networking/v2.0/ports?network_id=475ad199-f6f5-418f-b192-8d0beeadb839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298951 Oct 31 19:33:01.228323 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826c8ec-45d7-4e8b-98ff-0c79c4760a50 req-7660ba2c-1927-4298-ae1a-77fd3f5b76dc tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:33:01.229793 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c826c8ec-45d7-4e8b-98ff-0c79c4760a50 req-7660ba2c-1927-4298-ae1a-77fd3f5b76dc tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=049da0e3-2e81-4b8a-81b5-ee690e3661b3 HTTP/1.1" status: 200 len: 943 time: 0.0461426 Oct 31 19:33:01.279800 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c826c8ec-45d7-4e8b-98ff-0c79c4760a50 req-5b003b4a-6a09-4a62-afa3-c78a2aeafcc0 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443201 Oct 31 19:33:01.317395 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95665b84-87a5-4388-a63a-598aec8a29f4 req-dba7db71-34ea-426b-b28f-531ab5b0b6eb service neutron] 10.222.0.33 "GET /networking/v2.0/networks/475ad199-f6f5-418f-b192-8d0beeadb839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836272 Oct 31 19:33:01.345027 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:01.610081 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cd3f845c-59b1-4e23-98d3-bb930304fd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:01.642552 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-95665b84-87a5-4388-a63a-598aec8a29f4 req-b4e0a017-becf-4b4d-ac48-345063318b46 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/475ad199-f6f5-418f-b192-8d0beeadb839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200572 Oct 31 19:33:02.396715 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317a85f-6bfb-49c3-88e1-dfe2fcd391df req-d42f4375-91c7-425b-9523-8968517002c2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:33:02.398158 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2317a85f-6bfb-49c3-88e1-dfe2fcd391df req-d42f4375-91c7-425b-9523-8968517002c2 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=049da0e3-2e81-4b8a-81b5-ee690e3661b3 HTTP/1.1" status: 200 len: 943 time: 0.0456080 Oct 31 19:33:02.444568 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-2317a85f-6bfb-49c3-88e1-dfe2fcd391df req-757f4224-dbb5-4195-958e-27243554d282 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404818 Oct 31 19:33:03.566580 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc5303-07c1-4f45-ae90-0bde2ede65eb req-64b4f221-2d2b-4334-a841-37712ec0a608 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:33:03.568023 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-67bc5303-07c1-4f45-ae90-0bde2ede65eb req-64b4f221-2d2b-4334-a841-37712ec0a608 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=049da0e3-2e81-4b8a-81b5-ee690e3661b3 HTTP/1.1" status: 200 len: 943 time: 0.0476377 Oct 31 19:33:03.614186 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-67bc5303-07c1-4f45-ae90-0bde2ede65eb req-3d619376-676a-48d5-a063-6252ec8f956e tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 Oct 31 19:33:03.624662 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 813f9aa8-63ce-4634-bbde-692efe3b3973 details requested by agent hyperv_hv-cinder-86309 with host hv-cinder-86309 {{(pid=104477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 31 19:33:03.720537 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 813f9aa8-63ce-4634-bbde-692efe3b3973, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=813f9aa8-63ce-4634-bbde-692efe3b3973,segment=NetworkSegment(1fe9dc18-1e2c-484a-9afc-902293d1f289),segment_id=1fe9dc18-1e2c-484a-9afc-902293d1f289)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:33:03.735726 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Returning: {'device': '813f9aa8-63ce-4634-bbde-692efe3b3973', 'network_id': '475ad199-f6f5-418f-b192-8d0beeadb839', 'port_id': '813f9aa8-63ce-4634-bbde-692efe3b3973', 'mac_address': 'fa:16:3e:5b:cb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e767615-100e-415f-b9a3-ea7340b6c1d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 31 19:33:03.737879 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:03.771923 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 813f9aa8-63ce-4634-bbde-692efe3b3973 is: DOWN; New status is: BUILD {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:33:03.772324 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (813f9aa8-63ce-4634-bbde-692efe3b3973), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:03.785791 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813f9aa8-63ce-4634-bbde-692efe3b3973 {{(pid=104477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 31 19:33:03.806772 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 813f9aa8-63ce-4634-bbde-692efe3b3973, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=813f9aa8-63ce-4634-bbde-692efe3b3973,segment=NetworkSegment(1fe9dc18-1e2c-484a-9afc-902293d1f289),segment_id=1fe9dc18-1e2c-484a-9afc-902293d1f289)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:33:03.810292 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (813f9aa8-63ce-4634-bbde-692efe3b3973), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:03.854697 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=813f9aa8-63ce-4634-bbde-692efe3b3973,revision_number=4']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:33:03.936730 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-93cba912-04c7-4560-abc6-03403de30f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:03.996276 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['813f9aa8-63ce-4634-bbde-692efe3b3973'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:33:04.019271 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:04.730714 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148619e-ba74-4b1c-b346-ced18cdcc70d req-97d5856b-7ec5-47be-919e-caf97e347b0b tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:33:04.732144 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3148619e-ba74-4b1c-b346-ced18cdcc70d req-97d5856b-7ec5-47be-919e-caf97e347b0b tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=049da0e3-2e81-4b8a-81b5-ee690e3661b3 HTTP/1.1" status: 200 len: 944 time: 0.0459011 Oct 31 19:33:04.781927 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-3148619e-ba74-4b1c-b346-ced18cdcc70d req-5f19c45d-63f4-4657-be81-ceb47adc3c76 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442784 Oct 31 19:33:05.072338 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:05.641419 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 813f9aa8-63ce-4634-bbde-692efe3b3973 up at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 31 19:33:05.682429 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning for port 813f9aa8-63ce-4634-bbde-692efe3b3973 completed by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 31 19:33:05.689494 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.db.provisioning_blocks [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Provisioning complete for port 813f9aa8-63ce-4634-bbde-692efe3b3973 triggered by entity L2. {{(pid=104477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 31 19:33:05.689918 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-983438'] for port (813f9aa8-63ce-4634-bbde-692efe3b3973), provisioning_complete {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:05.690253 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Attempt 1 to provision port 813f9aa8-63ce-4634-bbde-692efe3b3973 Oct 31 19:33:05.766533 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Current status of the port 813f9aa8-63ce-4634-bbde-692efe3b3973 is: BUILD; New status is: ACTIVE {{(pid=104477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 31 19:33:05.766918 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-812850'] for port (813f9aa8-63ce-4634-bbde-692efe3b3973), before_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:05.789883 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049da0e3-2e81-4b8a-81b5-ee690e3661b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813f9aa8-63ce-4634-bbde-692efe3b3973'}] {{(pid=104477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:33:05.792085 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6ee64b62112f5e2b683591a270dd4049ba88f29d6959ce8ad94cff0024d36a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed6e616-bd65-44b7-b0d7-9b294f732a6f" -d '{"events": [{"server_uuid": "049da0e3-2e81-4b8a-81b5-ee690e3661b3", "name": "network-vif-plugged", "status": "completed", "tag": "813f9aa8-63ce-4634-bbde-692efe3b3973"}]}' {{(pid=104477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:33:05.805598 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] For port 813f9aa8-63ce-4634-bbde-692efe3b3973, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=813f9aa8-63ce-4634-bbde-692efe3b3973,segment=NetworkSegment(1fe9dc18-1e2c-484a-9afc-902293d1f289),segment_id=1fe9dc18-1e2c-484a-9afc-902293d1f289)] {{(pid=104477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:33:05.811107 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766604128121', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766603683997', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766603684015'] for port (813f9aa8-63ce-4634-bbde-692efe3b3973), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:05.840955 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eb9e57-dd89-41eb-a430-303e1433d2e4 x-openstack-request-id: req-e3eb9e57-dd89-41eb-a430-303e1433d2e4 {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:33:05.841240 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049da0e3-2e81-4b8a-81b5-ee690e3661b3", "name": "network-vif-plugged", "status": "completed", "tag": "813f9aa8-63ce-4634-bbde-692efe3b3973", "code": 200}]} {{(pid=104477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:33:05.841486 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3eb9e57-dd89-41eb-a430-303e1433d2e4 {{(pid=104477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:33:05.841894 dv-cinder-863097-1-iscsi neutron-server[104477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3eb9e57-dd89-41eb-a430-303e1433d2e4'] response: {'server_uuid': '049da0e3-2e81-4b8a-81b5-ee690e3661b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813f9aa8-63ce-4634-bbde-692efe3b3973', 'code': 200} Oct 31 19:33:05.860279 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Pushing event updated for resources: {'Port': ['ID=813f9aa8-63ce-4634-bbde-692efe3b3973,revision_number=5']} {{(pid=104477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:33:05.908377 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb8d00-5f1a-4e9e-95c1-aba420746caa req-5e546f0d-9148-4a3c-b160-fa6739f7d483 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:33:05.910168 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0afb8d00-5f1a-4e9e-95c1-aba420746caa req-5e546f0d-9148-4a3c-b160-fa6739f7d483 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=049da0e3-2e81-4b8a-81b5-ee690e3661b3 HTTP/1.1" status: 200 len: 945 time: 0.0518727 Oct 31 19:33:05.960930 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-0afb8d00-5f1a-4e9e-95c1-aba420746caa req-29daab61-7536-46aa-9559-7e3b6f3face1 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448537 Oct 31 19:33:06.009782 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152d946-f6a0-4d9b-8daa-90d7540fd88a req-517ceccf-65b1-4cc7-8cbb-614c996cafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:33:06.011287 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c152d946-f6a0-4d9b-8daa-90d7540fd88a req-517ceccf-65b1-4cc7-8cbb-614c996cafb1 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=049da0e3-2e81-4b8a-81b5-ee690e3661b3 HTTP/1.1" status: 200 len: 1129 time: 0.0390096 Oct 31 19:33:06.051705 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:33:06.054942 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-c152d946-f6a0-4d9b-8daa-90d7540fd88a req-5218a5ad-71b0-415a-a126-6f4a5e4b8a45 service neutron] 10.222.0.33 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381801 Oct 31 19:33:06.462075 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:06.734944 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:07.081106 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02acc4f-da57-4dd2-87b2-a5127dcdfedc req-9e9443fc-c6ec-49f4-ae95-ddb2d3f82fa3 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:33:07.082576 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c02acc4f-da57-4dd2-87b2-a5127dcdfedc req-9e9443fc-c6ec-49f4-ae95-ddb2d3f82fa3 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=049da0e3-2e81-4b8a-81b5-ee690e3661b3 HTTP/1.1" status: 200 len: 945 time: 0.0460191 Oct 31 19:33:07.128410 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-c02acc4f-da57-4dd2-87b2-a5127dcdfedc req-cfb52234-e2a6-4bcf-a7c1-9e33ff9f0297 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403745 Oct 31 19:33:07.776770 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf673dd0-44ae-4bf4-8f9e-9fd092f875a5 req-aa61f460-4dc9-4775-bc4f-286acc462fbf tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:33:07.778744 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-cf673dd0-44ae-4bf4-8f9e-9fd092f875a5 req-aa61f460-4dc9-4775-bc4f-286acc462fbf tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=049da0e3-2e81-4b8a-81b5-ee690e3661b3 HTTP/1.1" status: 200 len: 945 time: 0.0497928 Oct 31 19:33:07.825800 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [req-cf673dd0-44ae-4bf4-8f9e-9fd092f875a5 req-51e7e1af-07cb-47a8-a7ab-cf8d85b43196 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414484 Oct 31 19:33:08.951974 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74abd24-69ad-419e-a533-4a0d39b439ad req-367e828e-974b-4a8b-b59c-dbb56c3e9343 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:33:08.953417 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d74abd24-69ad-419e-a533-4a0d39b439ad req-367e828e-974b-4a8b-b59c-dbb56c3e9343 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=049da0e3-2e81-4b8a-81b5-ee690e3661b3 HTTP/1.1" status: 200 len: 945 time: 0.0495133 Oct 31 19:33:09.035560 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e901b5-7afa-4fe4-b018-bad7d92d634a req-12e19c18-3f8d-4dc4-aa22-76255d697567 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 31 19:33:09.036974 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-44e901b5-7afa-4fe4-b018-bad7d92d634a req-12e19c18-3f8d-4dc4-aa22-76255d697567 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=049da0e3-2e81-4b8a-81b5-ee690e3661b3 HTTP/1.1" status: 200 len: 945 time: 0.0698137 Oct 31 19:33:09.040462 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-d74abd24-69ad-419e-a533-4a0d39b439ad req-c26fc366-aa41-41af-aa8f-72026e11ff73 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=79621d1b-50eb-4137-bcf5-9f5f4683a4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815129 Oct 31 19:33:09.048093 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:09.121307 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-44e901b5-7afa-4fe4-b018-bad7d92d634a req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Deleting port 813f9aa8-63ce-4634-bbde-692efe3b3973 {{(pid=104475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 31 19:33:09.121708 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-44e901b5-7afa-4fe4-b018-bad7d92d634a req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766604127690'] for port (813f9aa8-63ce-4634-bbde-692efe3b3973), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:09.209474 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [req-44e901b5-7afa-4fe4-b018-bad7d92d634a req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] For port 813f9aa8-63ce-4634-bbde-692efe3b3973, host hv-cinder-86309, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86309',level=0,port_id=813f9aa8-63ce-4634-bbde-692efe3b3973,segment=NetworkSegment(1fe9dc18-1e2c-484a-9afc-902293d1f289),segment_id=1fe9dc18-1e2c-484a-9afc-902293d1f289)] {{(pid=104475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 31 19:33:09.209870 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-44e901b5-7afa-4fe4-b018-bad7d92d634a req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036689'] for port (813f9aa8-63ce-4634-bbde-692efe3b3973), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:09.223401 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.plugin [req-44e901b5-7afa-4fe4-b018-bad7d92d634a req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Calling delete_port for 813f9aa8-63ce-4634-bbde-692efe3b3973 owned by compute:nova {{(pid=104475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 31 19:33:09.349095 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-44e901b5-7afa-4fe4-b018-bad7d92d634a req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-812917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-131864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766604128175', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766603683988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4555150'] for port (813f9aa8-63ce-4634-bbde-692efe3b3973), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:09.361862 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.db [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] get_ports_and_sgs() called for port_ids ['813f9aa8-63ce-4634-bbde-692efe3b3973'] {{(pid=104477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 31 19:33:09.377256 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Pushing event deleted for resources: {'Port': ['ID=813f9aa8-63ce-4634-bbde-692efe3b3973,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:33:09.379286 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:09.391479 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:09.391829 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:09.392176 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:09.392526 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:09.392864 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:09.393201 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:09.393663 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:09.394063 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:09.394398 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:09.394728 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:09.395058 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:09.395389 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:09.395719 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:09.396064 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:09.396373 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:09.437023 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e901b5-7afa-4fe4-b018-bad7d92d634a req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] No DVR routers for this DVR port 813f9aa8-63ce-4634-bbde-692efe3b3973 on host hv-cinder-86309 {{(pid=104475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 31 19:33:09.439484 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [req-44e901b5-7afa-4fe4-b018-bad7d92d634a req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-411824'] for port (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:09.442684 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [req-44e901b5-7afa-4fe4-b018-bad7d92d634a req-23f50204-480c-4ffd-a815-5140cdcd6694 tempest-VolumesActionsTest-102418348 tempest-VolumesActionsTest-102418348-project] 10.222.0.33 "DELETE /networking/v2.0/ports/813f9aa8-63ce-4634-bbde-692efe3b3973 HTTP/1.1" status: 204 len: 173 time: 0.4008622 Oct 31 19:33:09.443179 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049da0e3-2e81-4b8a-81b5-ee690e3661b3', 'name': 'network-vif-deleted', 'tag': '813f9aa8-63ce-4634-bbde-692efe3b3973'}] {{(pid=104475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 31 19:33:09.445393 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4641ccb5b7368cae747da79c1f80ef90798031770edece59280071dbd3b246d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85609a2-a6a9-4f26-b6ca-0843f1e0fe8e" -d '{"events": [{"server_uuid": "049da0e3-2e81-4b8a-81b5-ee690e3661b3", "name": "network-vif-deleted", "tag": "813f9aa8-63ce-4634-bbde-692efe3b3973"}]}' {{(pid=104475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 31 19:33:09.484883 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Oct 2022 19:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61853443-4674-4649-ae7d-5186e7dd5c8b x-openstack-request-id: req-61853443-4674-4649-ae7d-5186e7dd5c8b {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 31 19:33:09.485174 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049da0e3-2e81-4b8a-81b5-ee690e3661b3", "name": "network-vif-deleted", "tag": "813f9aa8-63ce-4634-bbde-692efe3b3973", "status": "completed", "code": 200}]} {{(pid=104475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 31 19:33:09.485425 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61853443-4674-4649-ae7d-5186e7dd5c8b {{(pid=104475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 31 19:33:09.485872 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61853443-4674-4649-ae7d-5186e7dd5c8b'] response: {'server_uuid': '049da0e3-2e81-4b8a-81b5-ee690e3661b3', 'name': 'network-vif-deleted', 'tag': '813f9aa8-63ce-4634-bbde-692efe3b3973', 'status': 'completed', 'code': 200} Oct 31 19:33:13.562665 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:13.687071 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 813f9aa8-63ce-4634-bbde-692efe3b3973 no longer exists at agent hyperv_hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 31 19:33:13.706004 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.plugin [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] No Port match for: 813f9aa8-63ce-4634-bbde-692efe3b3973 {{(pid=104477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 31 19:33:13.706343 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron.plugins.ml2.rpc [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Device 813f9aa8-63ce-4634-bbde-692efe3b3973 not bound to the agent host hv-cinder-86309 {{(pid=104477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 31 19:33:17.820228 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=86 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:17.822050 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=52 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:19.418360 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:19.419661 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=44,neutron:DELETE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:23.690716 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:23.692387 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:30.720249 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=11 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:30.779867 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=23 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:30.832832 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [-] (104476) accepted ('10.222.0.16', 56772) {{(pid=104476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:33:30.876372 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.db.db_base_plugin_v2 [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Deleting subnet 7e767615-100e-415f-b9a3-ea7340b6c1d0 {{(pid=104476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 31 19:33:30.879444 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Publish callbacks [] for subnet (7e767615-100e-415f-b9a3-ea7340b6c1d0), before_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:30.912773 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8041706'] for subnet (7e767615-100e-415f-b9a3-ea7340b6c1d0), precommit_delete_associations {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:30.955318 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-990620'] for subnet (7e767615-100e-415f-b9a3-ea7340b6c1d0), precommit_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:31.006031 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-990693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5226086', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4898039'] for subnet (7e767615-100e-415f-b9a3-ea7340b6c1d0), after_delete {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:31.031624 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e767615-100e-415f-b9a3-ea7340b6c1d0,revision_number=None']} {{(pid=104476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:33:31.039666 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron_lib.callbacks.manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:31.042773 dv-cinder-863097-1-iscsi neutron-server[104476]: INFO neutron.wsgi [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/7e767615-100e-415f-b9a3-ea7340b6c1d0 HTTP/1.1" status: 204 len: 168 time: 0.2089577 Oct 31 19:33:31.044936 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:31.045284 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:31.045649 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:31.045994 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:31.046133 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56774) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:33:31.046583 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:31.046689 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:31.046968 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:31.047296 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:31.047624 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:31.047954 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:31.048279 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:31.048611 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:31.048922 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:31.049241 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:31.049561 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb0473-709c-46dc-9da8-672e40c56720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863097-1-iscsi {{(pid=104476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 19:33:31.113671 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aa1acbbc-0cb7-4a4e-8f58-4d7e19161d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-890624'] for network (475ad199-f6f5-418f-b192-8d0beeadb839), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:31.193182 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aa1acbbc-0cb7-4a4e-8f58-4d7e19161d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989543', 'neutron.services.segments.db._delete_segments_for_network-8766604153474'] for network (475ad199-f6f5-418f-b192-8d0beeadb839), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:31.213283 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-aa1acbbc-0cb7-4a4e-8f58-4d7e19161d40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475ad199-f6f5-418f-b192-8d0beeadb839']}} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:33:31.223157 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-aa1acbbc-0cb7-4a4e-8f58-4d7e19161d40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe9dc18-1e2c-484a-9afc-902293d1f289') {'for_net_delete': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:33:31.223448 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.services.segments.db [None req-aa1acbbc-0cb7-4a4e-8f58-4d7e19161d40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe9dc18-1e2c-484a-9afc-902293d1f289') {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 19:33:31.232914 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aa1acbbc-0cb7-4a4e-8f58-4d7e19161d40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766604153537', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7821970'] for segment (1fe9dc18-1e2c-484a-9afc-902293d1f289), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:31.245739 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aa1acbbc-0cb7-4a4e-8f58-4d7e19161d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644'] for segment (1fe9dc18-1e2c-484a-9afc-902293d1f289), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:31.251821 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1acbbc-0cb7-4a4e-8f58-4d7e19161d40 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=104475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 31 19:33:31.252196 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aa1acbbc-0cb7-4a4e-8f58-4d7e19161d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676644', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4555197'] for segment (1fe9dc18-1e2c-484a-9afc-902293d1f289), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:31.272643 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.services.segments.plugin [-] Segment 1fe9dc18-1e2c-484a-9afc-902293d1f289 resource provider aggregate not found Oct 31 19:33:31.302520 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.services.segments.plugin [-] Segment 1fe9dc18-1e2c-484a-9afc-902293d1f289 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fe9dc18-1e2c-484a-9afc-902293d1f289 found for delete ", "request_id": "req-ab3d8754-9e08-4ea5-b5e8-db3dbabbf532"}]} Oct 31 19:33:31.315375 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aa1acbbc-0cb7-4a4e-8f58-4d7e19161d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1642251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2058165'] for network (475ad199-f6f5-418f-b192-8d0beeadb839), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:31.320585 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-aa1acbbc-0cb7-4a4e-8f58-4d7e19161d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1642265'] for network (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:31.323666 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-aa1acbbc-0cb7-4a4e-8f58-4d7e19161d40 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/475ad199-f6f5-418f-b192-8d0beeadb839 HTTP/1.1" status: 204 len: 168 time: 0.2766221 Oct 31 19:33:31.335820 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1acbbc-0cb7-4a4e-8f58-4d7e19161d40 admin admin] Pushing event deleted for resources: {'Network': ['ID=475ad199-f6f5-418f-b192-8d0beeadb839,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:33:31.433920 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56782) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:33:31.477535 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-ccd87fb6-1337-48d8-96c9-0af09c73699c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9efd35f792404278b5122bc4bca1bf7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425143 Oct 31 19:33:31.480061 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56784) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:33:31.527679 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b3a9bdb6-c6f9-42c3-9dfe-36c163bc36c5 admin admin] Publish callbacks [] for security_group (79621d1b-50eb-4137-bcf5-9f5f4683a4e0), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:31.547507 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b3a9bdb6-c6f9-42c3-9dfe-36c163bc36c5 admin admin] Publish callbacks [] for security_group (79621d1b-50eb-4137-bcf5-9f5f4683a4e0), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:31.593558 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b3a9bdb6-c6f9-42c3-9dfe-36c163bc36c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (79621d1b-50eb-4137-bcf5-9f5f4683a4e0), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:31.596063 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b3a9bdb6-c6f9-42c3-9dfe-36c163bc36c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:31.597216 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-b3a9bdb6-c6f9-42c3-9dfe-36c163bc36c5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/79621d1b-50eb-4137-bcf5-9f5f4683a4e0 HTTP/1.1" status: 204 len: 168 time: 0.1163003 Oct 31 19:33:31.604944 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9bdb6-c6f9-42c3-9dfe-36c163bc36c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79621d1b-50eb-4137-bcf5-9f5f4683a4e0,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:33:31.613178 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-93b0a595-39eb-43ac-bd37-45dd66d11dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:32.630967 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56814) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:33:32.734625 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f840e5a5-0e04-4dc8-a3d4-3e23eb5360cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:32.811522 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f840e5a5-0e04-4dc8-a3d4-3e23eb5360cc admin admin] Publish callbacks [] for security_group (27ba309b-31e3-4b73-887e-f96fc01cbdb8), precommit_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:32.815267 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f840e5a5-0e04-4dc8-a3d4-3e23eb5360cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (27ba309b-31e3-4b73-887e-f96fc01cbdb8), after_create {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:32.854231 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840e5a5-0e04-4dc8-a3d4-3e23eb5360cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ba309b-31e3-4b73-887e-f96fc01cbdb8,revision_number=1']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:33:32.858932 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-f840e5a5-0e04-4dc8-a3d4-3e23eb5360cc admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=55c95d3704c24afcaac6841c5f0e8f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269425 Oct 31 19:33:32.861579 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [-] (104475) accepted ('10.222.0.16', 56818) {{(pid=104475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 31 19:33:32.908800 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0bab-f759-4956-a634-2951da8eb9c5 admin admin] Publish callbacks [] for security_group (27ba309b-31e3-4b73-887e-f96fc01cbdb8), before_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:32.929082 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0bab-f759-4956-a634-2951da8eb9c5 admin admin] Publish callbacks [] for security_group (27ba309b-31e3-4b73-887e-f96fc01cbdb8), precommit_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:32.975712 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0bab-f759-4956-a634-2951da8eb9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1992202'] for security_group (27ba309b-31e3-4b73-887e-f96fc01cbdb8), after_delete {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:32.978099 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0bab-f759-4956-a634-2951da8eb9c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:32.979216 dv-cinder-863097-1-iscsi neutron-server[104475]: INFO neutron.wsgi [None req-ccdd0bab-f759-4956-a634-2951da8eb9c5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/27ba309b-31e3-4b73-887e-f96fc01cbdb8 HTTP/1.1" status: 204 len: 168 time: 0.1167362 Oct 31 19:33:32.987319 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd0bab-f759-4956-a634-2951da8eb9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ba309b-31e3-4b73-887e-f96fc01cbdb8,revision_number=None']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 19:33:33.938423 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-78674121-4214-4625-8945-c914ae2a3709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:35.075632 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:36.465063 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:36.735110 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:41.011798 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:41.035181 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG dbcounter [-] [104476] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:42.962076 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:42.983842 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:43.050229 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:33:43.544148 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:33:53.537578 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:53.540114 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:59.120682 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:33:59.121408 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:34:01.614961 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cb9f92e8-cd2b-4ee9-bacb-fef251578a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:34:03.939945 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-cd063530-fa7d-47a3-b674-cc5c6e1bc21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:34:05.077781 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:34:06.470106 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:34:06.738527 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:34:13.543979 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:34:20.049018 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:34:23.538578 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:34:23.540696 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:34:31.616842 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-15ce9926-bde6-4463-968a-f3f4629f804f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:34:33.940831 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-0b4ed63d-f2ac-4e77-b62e-d3353c9667b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:34:35.080695 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:34:36.112736 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:34:36.117286 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:34:36.472348 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:34:36.743730 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:34:43.553032 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:34:53.547240 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:34:53.549043 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:34:57.048962 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:35:01.620830 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-119468ea-2467-4388-91a7-9333bbe912bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:35:03.941888 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3d5e03a3-9746-443d-96fe-ddf87468dbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:35:05.083330 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:35:06.474713 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:35:06.745734 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:35:13.123534 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:35:13.124286 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=4 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:35:13.554442 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:35:23.547956 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:UPDATE=3,neutron:SELECT=10 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:35:23.550449 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:35:30.751324 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=12 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:35:30.753960 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=14 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:35:31.622860 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-08e3694a-3de2-4b4e-bca8-0a336b2acf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:35:33.942725 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-e627c9b4-1d69-4a7e-84bc-f36bed47d638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:35:34.048890 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:35:35.085832 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:35:36.477746 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:35:36.749160 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:35:43.554689 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:35:50.116233 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:35:50.119998 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:35:53.543841 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:35:53.551079 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:36:01.625658 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-95a04b81-d96c-4aca-972d-c5eeee8910f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:36:03.944660 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-3cb19116-534e-4be3-92ff-4e1875276101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:36:05.089359 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:36:06.479332 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:36:06.756817 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:36:11.047678 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:36:13.569549 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:36:23.558775 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:36:23.565299 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:36:27.114612 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:36:29.826576 dv-cinder-863097-1-iscsi neutron-server[104476]: DEBUG neutron.wsgi [req-356ec564-27e3-4ed1-8209-26136db027ee req-7d5d71ec-8df0-4f43-9775-f15e6f0b102b service neutron] (104476) timed out ('10.222.0.33', 58915) {{(pid=104476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 31 19:36:30.090045 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:36:31.627446 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-62e544d4-8d67-4ef8-95ee-5ff18a6859a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:36:33.946327 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f908eed4-ad82-4432-bc7f-225a46638a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:36:35.092141 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:36:36.481494 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:36:36.756376 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:36:43.569054 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:36:45.061977 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:36:45.062760 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:36:48.046666 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:36:53.559223 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:36:53.564790 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:37:01.631756 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-a8e26c63-88fe-45d6-9a4b-dc788db1115c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:37:03.947822 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c3dc9232-7c23-482d-8b1e-ed6ca56f70b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:37:04.120420 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:37:04.121117 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:37:05.094789 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:37:06.484568 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:37:06.759778 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:37:13.587127 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:37:23.581001 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:37:23.582867 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:37:25.046110 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:37:31.635109 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-28dbce40-e31c-4085-9b3e-c8283615c46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:37:33.948888 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ec76120c-302e-48f2-b2fb-5b0152c81a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:37:35.101388 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:37:36.491567 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:37:36.762641 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:37:41.121338 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=18 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:37:41.126467 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=16 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:37:43.599439 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:37:53.593589 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:37:53.595494 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:38:01.636058 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-941ba3b0-6b1c-43dd-8b43-47abdca9ce60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:38:02.044860 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:38:03.949406 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac1b3-bae7-4684-af6a-40a6f9b5c18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:38:05.100315 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:38:06.484473 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:38:06.764788 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:38:13.601770 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:38:18.127422 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=5 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:38:18.130905 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=3 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:38:23.595752 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:38:23.597764 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG dbcounter [-] [104477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:38:30.094625 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:SELECT=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:38:30.095369 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG dbcounter [-] [104478] Writing DB stats neutron:DELETE=1 {{(pid=104478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 31 19:38:31.637250 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-991ad53e-8ffd-4647-895e-f8d47efd4569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (12d3e1f0-0839-40ca-b5f6-cbe6012b488c), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:38:33.950598 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-ab3bc45e-654b-47be-8571-37490981b40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (bfda5fc7-44c9-487b-820a-926a116c23db), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:38:35.103686 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-35e9aa1f-82e8-4231-b651-0651fdd8835c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (db04ea20-ce35-47d3-b859-ebc10b990a33), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:38:36.487111 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-834b4e41-2aef-47a6-895f-1e7ffeaa8816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (c81d3c85-04c3-43cc-8333-3c9d9577c458), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:38:36.768305 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-c51c6e1f-49f8-439e-9f8a-ff66a13aeb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0c94dedd-e464-409e-9093-799f825bc9bb), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 31 19:38:39.044500 dv-cinder-863097-1-iscsi neutron-server[104478]: DEBUG neutron.db.agents_db [None req-8729611f-7be7-4a11-b1e2-02d6573a5ab9 None None] Agent healthcheck: found 6 active agents {{(pid=104478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 31 19:38:42.257839 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-e2ff00f5-b2d2-4fb3-bd5b-2bf9a62dd7d2 service neutron] (104475) timed out ('10.222.0.16', 50732) {{(pid=104475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 31 19:38:42.480872 dv-cinder-863097-1-iscsi neutron-server[104475]: DEBUG neutron.wsgi [req-c34a6244-f87b-418e-b87c-f59d31d0fed0 req-5d084910-4c8d-4540-b4bd-a2f4b04ab5e9 tempest-AttachVolumeShelveTestJSON-1845869762 tempest-AttachVolumeShelveTestJSON-1845869762-project] (104475) timed out ('10.222.0.16', 50742) {{(pid=104475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 31 19:38:43.598048 dv-cinder-863097-1-iscsi neutron-server[104477]: DEBUG neutron_lib.callbacks.manager [None req-f2f96da0-b12b-45e8-ba75-ae5f9998a2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766604153456', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-983332'] for agent (0721b269-3bf8-42c2-8866-9a6fab85e438), after_update {{(pid=104477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}